-- Logs begin at Tue 2021-01-19 14:59:34 UTC, end at Tue 2021-01-19 16:41:13 UTC. --
Jan 19 15:45:51.542891 dv-cinder-667108-29-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 19 15:45:54.296683 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.common.config [-] Logging enabled!
Jan 19 15:45:54.297240 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev392
Jan 19 15:45:54.298550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79949) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jan 19 15:45:54.299293 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.common.config [-] Logging enabled!
Jan 19 15:45:54.299572 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev392
Jan 19 15:45:54.299839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79949) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jan 19 15:45:54.300920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 19 15:45:54.301181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 19 15:45:54.302232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 19 15:45:54.302509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 19 15:45:54.302762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 19 15:45:54.303128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.303469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.303804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.304066 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.304395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.304718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.305035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.305360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.305694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.306041 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.306353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.306670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.306926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.307974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.308414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.308741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.308997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.309308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.309863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.310182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.310496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.310820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.311123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.311431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.311748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.312107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] host                           = dv-cinder-667108-29-iscsi {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.312415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.312737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.313057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.313376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.313683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.314019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.314337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.314642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.314946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.315251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.315572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.315890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.316218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.316468 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.316716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.317040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.317364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.317671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.318006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.318311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.318616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.318922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.319222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.319550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.319872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.320190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.320495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.320799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.321102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.321404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.321721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.322051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.322353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.322690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.323325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.323510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.323826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.324171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.324492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.324810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.325130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.325441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.325797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.326100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.326410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.326716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.327018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.327320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.327640 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.327944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.328246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.328550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.328852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.329173 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:54.329513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.329872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.330212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.330528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.330857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.331177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.331504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.331818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.332142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.332468 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.332794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.333106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.333433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.333770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.334115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.334463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.334803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.335142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.335439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.335742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.336047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.336355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.336675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.337005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.337332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.337635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.338012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.338416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.338810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.339156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.339475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.339807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.340114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.340421 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.340735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.341043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.341343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.341641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.341975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.342303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.342610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.342910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.343290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.343599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.343900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.344223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.344529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.344832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.345133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.345442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.345770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.346069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.346379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.346681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.346989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.347288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.347589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.347889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.348188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.348488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.348791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.349092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.349403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.349705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.350031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.350333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.350905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.351204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.351521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.351852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.352161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.352473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.352786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.353093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.353401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.353708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.354617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.354933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.355239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.355566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.355881 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.356203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.356514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.356822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.357154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.357462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.357792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.358105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.358412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.358725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.359048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.359375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.359701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.360030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.360355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.360682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.360993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.361341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.361655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:54.361923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 19 15:45:54.362192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79949) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 19 15:45:55.036483 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO keyring.backend [-] Loading Gnome
Jan 19 15:45:55.054305 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO keyring.backend [-] Loading Google
Jan 19 15:45:55.056948 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO keyring.backend [-] Loading Windows (alt)
Jan 19 15:45:55.061437 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO keyring.backend [-] Loading file
Jan 19 15:45:55.062539 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO keyring.backend [-] Loading keyczar
Jan 19 15:45:55.062813 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO keyring.backend [-] Loading multi
Jan 19 15:45:55.063481 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO keyring.backend [-] Loading pyfs
Jan 19 15:45:55.110434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:45:55.110728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79949) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:45:55.111065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79949) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:45:55.111669 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 19 15:45:55.514437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.514996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.514996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.564641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.564952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.565248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.568850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.569156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.569451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.641231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.641543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.641865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.643029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.643327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.643617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.919408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fccbf1c37b8> agent after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.919730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fccbf1c37b8> agent after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.920021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fccbf1c3840> segment precommit_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.920317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fccbf1c38c8> network precommit_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:55.921141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fccbf1d08c8> segment before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.071716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> network before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.072082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fccbf0efae8> agent before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.072407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> network before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.072750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> port before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.073048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> port before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.073424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> segment after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.073721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> segment precommit_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.074032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> segment precommit_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.074316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> segment after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.074649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> network after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.074939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> network precommit_delete 0 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.075237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> port provisioning_complete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.075537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.075827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> rbac-policy after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.076135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> agent after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.076447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> subnet after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.076730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> subnet precommit_delete 0 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.077048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.077330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.077848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> port after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.078133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> port after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.078411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> port after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.078744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.079019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.079293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fccbf9e27f0>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.079707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.079978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.080248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.080514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.080779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.081043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.082480 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 19 15:45:56.085687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 19 15:45:56.090280 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 19 15:45:56.094465 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1700, 1749)])])
Jan 19 15:45:56.096302 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 19 15:45:56.097509 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 19 15:45:56.098002 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 19 15:45:56.098478 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 19 15:45:56.102176 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 19 15:45:56.102525 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 19 15:45:56.102966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 19 15:45:56.125326 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 19 15:45:56.125860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fccbef49208>> qos_plugin after_init 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.126197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79949) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 19 15:45:56.126603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fccbef6bb70>> logging-plugin after_init 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.127951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79949) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 19 15:45:56.128267 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 19 15:45:56.128543 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 19 15:45:56.131889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fccbef6bc18>> floatingip before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.132199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fccbef6bc18>> port before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.201047 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 19 15:45:56.201254 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 19 15:45:56.201479 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 19 15:45:56.201949 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 19 15:45:56.239990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.sqlalchemy.engines [None req-ef391133-e45f-410a-8817-ae79941de44e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79949) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 19 15:45:56.724538 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Initializing driver for type 'gre'
Jan 19 15:45:56.725123 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef391133-e45f-410a-8817-ae79941de44e None None] gre ID ranges: [(1, 1000)]
Jan 19 15:45:56.767218 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Initializing driver for type 'local'
Jan 19 15:45:56.767583 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Initializing driver for type 'vlan'
Jan 19 15:45:56.778314 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef391133-e45f-410a-8817-ae79941de44e None None] VlanTypeDriver initialization complete
Jan 19 15:45:56.778688 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Initializing driver for type 'vxlan'
Jan 19 15:45:56.779252 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef391133-e45f-410a-8817-ae79941de44e None None] vxlan ID ranges: [(1, 1000)]
Jan 19 15:45:56.820481 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Initializing extension driver 'port_security'
Jan 19 15:45:56.820827 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef391133-e45f-410a-8817-ae79941de44e None None] PortSecurityExtensionDriver initialization complete
Jan 19 15:45:56.821178 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Initializing mechanism driver 'openvswitch'
Jan 19 15:45:56.828848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-ef391133-e45f-410a-8817-ae79941de44e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79949) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:45:56.829721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccc368d4e0>> port after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.830158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccc368d4e0>> port after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.830539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccc368d4e0>> port after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.830954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7400>> subnet after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.831333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7400>> subnet after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.831702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7400>> subnet after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.832106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e75c0>> network after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.832479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e75c0>> network after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.832843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e75c0>> network after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.833248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7780>> security_group after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.833614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7780>> security_group after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.834001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7780>> security_group after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.834407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7940>> security_group_rule after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.834777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7940>> security_group_rule after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.835136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7940>> security_group_rule after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.835687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7b00>> address_group after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.836055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7b00>> address_group after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.836419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fccbe9e7b00>> address_group after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.836778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef391133-e45f-410a-8817-ae79941de44e None None] ML2 OVO RPC backend initialized. {{(pid=79949) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 19 15:45:56.837499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> router_interface after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.837958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> router_interface after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.838408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> network before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.838843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> networks before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.839343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> port before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.839706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> ports before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.840075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> subnet before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.840442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> subnets before_response 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.840815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> network after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.841180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> network after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.841538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> network after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.841927 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> port after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.842288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> port after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.842645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> port after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.843003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> subnet after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.843359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> subnet after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.843717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fccbe9e7be0>> subnet after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.844358 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.plugin [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Modular L2 Plugin initialization complete
Jan 19 15:45:56.844706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading services supported by the core plugin {{(pid=79949) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 19 15:45:56.845048 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.plugins.ml2.managers [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Got port-security extension from driver 'port_security'
Jan 19 15:45:56.845548 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.extensions.vlantransparent [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Disabled vlantransparent extension.
Jan 19 15:45:56.847189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79949) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 19 15:45:56.847548 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: router
Jan 19 15:45:56.886328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router_interface before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.886749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router after_create 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.887186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router before_create 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.887626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router_interface before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.888030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router_interface after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.888411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router after_delete 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.888797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> floatingip after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.889190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router after_create 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.889562 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router after_update 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.889962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router after_update 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.890337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router_gateway after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.890727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router after_update 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.891201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router precommit_update 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.891607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fccbf0886a8> port after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.891976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fccbf088598> port after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.892341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fccbf088620> subnet after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.892705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fccbf088730> subnetpool_address_scope after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.893084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> port precommit_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.893458 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router precommit_create 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.893851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fccbf129b70> port before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.894223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router precommit_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.894615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router after_update 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.894985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router precommit_delete 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.895361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router precommit_create 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.895754 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router_interface after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.896124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> router precommit_update 55549900 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.896541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fccbe9e7d68>> network after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.897529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Tracking information for resource: router configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.897931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Tracking information for resource: floatingip configured {{(pid=79949) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 19 15:45:56.903140 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_agentschedulers_db [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 19 15:45:56.903777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fccbe9989d8> port after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.904158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fccbe9a0950> port after_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.904532 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function _notify_port_delete at 0x7fccbe998950> port after_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.904908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fccbe998b70> port after_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.905813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fccbe954ac8>> router before_create 55550100 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.906203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fccbe954ac8>> router precommit_delete 55550100 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.906593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fccbe954ac8>> router precommit_create 55550100 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.906974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fccbe954ac8>> router precommit_update 55550100 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.911744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.provider_configuration [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service providers = [] {{(pid=79949) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 19 15:45:56.912134 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.servicetype_db [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79949) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 19 15:45:56.914949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.service_base [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 19 15:45:56.915326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.service_base [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 19 15:45:56.915695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.service_base [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 19 15:45:56.916781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.service_base [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79949) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 19 15:45:56.917204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.services.service_base [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 19 15:45:56.917582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.917959 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 19 15:45:56.928088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.928446 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: auto_allocate
Jan 19 15:45:56.935598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fccbe8a9268> network precommit_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.935995 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fccbe8a9268> network precommit_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.936594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.936946 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: tag
Jan 19 15:45:56.945369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.945769 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: timestamp
Jan 19 15:45:56.950253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.950614 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: network_ip_availability
Jan 19 15:45:56.956055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fccbe909588>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.956451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fccbe909588>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.956830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fccbe909588>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:56.957637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.958010 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: flavors
Jan 19 15:45:56.962489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.962852 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading Plugin: revisions
Jan 19 15:45:56.967527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79949) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 19 15:45:56.967943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.857s {{(pid=79949) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:45:56.968795 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79949) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 19 15:45:56.969100 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Initializing extension manager.
Jan 19 15:45:56.969655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: __init__.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.970059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: __pycache__ {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.970423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.970785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: address_group.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.971579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.972214 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: address-group
Jan 19 15:45:56.972565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: address_scope.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.973320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.973912 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: address-scope
Jan 19 15:45:56.974263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: admin_state_down_before_update.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.975183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.976002 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: router-admin-state-down-before-update
Jan 19 15:45:56.976353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: agent.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.977097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.977661 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: agent
Jan 19 15:45:56.978052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: agent_resources_synced.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.979687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.980504 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: agent-resources-synced
Jan 19 15:45:56.980844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: allowedaddresspairs.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.982764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.983364 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: allowed-address-pairs
Jan 19 15:45:56.983727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: auto_allocated_topology.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.985039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.985632 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: auto-allocated-topology
Jan 19 15:45:56.986026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: availability_zone.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.986814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.987370 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: availability_zone
Jan 19 15:45:56.987719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: availability_zone_filter.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.988645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.989212 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: availability_zone_filter
Jan 19 15:45:56.989559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: data_plane_status.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.990491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.991049 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension data-plane-status not supported by any of loaded plugins
Jan 19 15:45:56.991399 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: default_subnetpools.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.992313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.992873 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: default-subnetpools
Jan 19 15:45:56.993225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: dhcpagentscheduler.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.994243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.995513 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: dhcp_agent_scheduler
Jan 19 15:45:56.995965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: dns.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.996888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.997446 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension dns-integration not supported by any of loaded plugins
Jan 19 15:45:56.997825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: dns_domain_ports.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:56.998744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:56.999304 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 19 15:45:56.999653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: dvr.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.000406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.000962 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: dvr
Jan 19 15:45:57.001308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: empty_string_filtering.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.002240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.002797 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: empty-string-filtering
Jan 19 15:45:57.003144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.004044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.004604 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 19 15:45:57.004952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.005896 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.006461 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 19 15:45:57.006807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: external_net.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.007709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.008264 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: external-net
Jan 19 15:45:57.008612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: extra_dhcp_opt.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.009516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.010102 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: extra_dhcp_opt
Jan 19 15:45:57.010505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: extraroute.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.011414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.011967 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: extraroute
Jan 19 15:45:57.012315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: extraroute_atomic.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.013335 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.013921 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: extraroute-atomic
Jan 19 15:45:57.014274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: filter_validation.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.014972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.015526 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: filter-validation
Jan 19 15:45:57.015874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: fip_pf_description.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.016769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.017323 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 19 15:45:57.017671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: fip_port_details.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.018606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.019165 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: fip-port-details
Jan 19 15:45:57.019513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: flavors.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.020755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.021324 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: flavors
Jan 19 15:45:57.021678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.023445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.024028 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 19 15:45:57.024388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: floatingip_pools.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.025128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.025688 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: floatingip-pools
Jan 19 15:45:57.026112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: ip_allocation.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.027132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.027587 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension ip_allocation not supported by any of loaded plugins
Jan 19 15:45:57.027935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.028848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.029411 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: ip-substring-filtering
Jan 19 15:45:57.029800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l2_adjacency.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.030785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.031357 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 19 15:45:57.031706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l3.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.032821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.033394 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: router
Jan 19 15:45:57.033777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l3_conntrack_helper.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.036412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.037025 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 19 15:45:57.037387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.038440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.039015 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: ext-gw-mode
Jan 19 15:45:57.039373 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.040294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.040847 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: l3-ha
Jan 19 15:45:57.041200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l3_flavors.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.042765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.043292 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: l3-flavors
Jan 19 15:45:57.043643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.044664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.045222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 19 15:45:57.045572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: l3agentscheduler.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.046832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.047420 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: l3_agent_scheduler
Jan 19 15:45:57.047774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: logging.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.049316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.049926 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension logging not supported by any of loaded plugins
Jan 19 15:45:57.050298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: metering.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.051088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.051775 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: metering
Jan 19 15:45:57.052133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.053285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.053879 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: metering_source_and_destination_fields
Jan 19 15:45:57.054234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: multiprovidernet.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.055149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.055710 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: multi-provider
Jan 19 15:45:57.056062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: netmtu.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.056964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.058225 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: net-mtu
Jan 19 15:45:57.058579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: netmtu_writable.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.059497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.060062 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: net-mtu-writable
Jan 19 15:45:57.060415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: network_availability_zone.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.061145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.061703 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: network_availability_zone
Jan 19 15:45:57.062082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: network_ip_availability.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.063296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.063862 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: network-ip-availability
Jan 19 15:45:57.064217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: network_segment_range.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.065045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.065599 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension network-segment-range not supported by any of loaded plugins
Jan 19 15:45:57.065979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: pagination.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.066961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.067326 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: pagination
Jan 19 15:45:57.067676 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.068594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.069157 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: port-mac-address-regenerate
Jan 19 15:45:57.069508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.070440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.070991 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: port-numa-affinity-policy
Jan 19 15:45:57.071341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: port_resource_request.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.072290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.072927 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension port-resource-request not supported by any of loaded plugins
Jan 19 15:45:57.073306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: portbindings.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.074296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.074864 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: binding
Jan 19 15:45:57.075215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: portbindings_extended.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.076477 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.077039 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: binding-extended
Jan 19 15:45:57.077393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: portsecurity.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.078366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.078923 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: port-security
Jan 19 15:45:57.079272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: project_id.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.080246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.080612 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: project-id
Jan 19 15:45:57.080963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: providernet.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.081918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.082524 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: provider
Jan 19 15:45:57.082874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.086765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.087382 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos not supported by any of loaded plugins
Jan 19 15:45:57.087749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.089307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.089951 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 19 15:45:57.090360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.091258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.091829 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 19 15:45:57.092184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_default.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.093086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.093645 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-default not supported by any of loaded plugins
Jan 19 15:45:57.094025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_fip.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.094716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.095265 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-fip not supported by any of loaded plugins
Jan 19 15:45:57.095615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_gateway_ip.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.096535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.097089 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 19 15:45:57.097439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_port_network_policy.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.098387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.098941 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 19 15:45:57.099291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_rule_type_details.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.100203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.101023 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 19 15:45:57.101369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: qos_rules_alias.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.102430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.102992 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 19 15:45:57.103343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: quotasv2.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.104947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.105308 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: quotas
Jan 19 15:45:57.105658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: quotasv2_detail.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.107292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.107665 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: quota_details
Jan 19 15:45:57.108024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: rbac.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.109302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.109913 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: rbac-policies
Jan 19 15:45:57.110274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: rbac_address_scope.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.111200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.111759 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: rbac-address-scope
Jan 19 15:45:57.112109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: rbac_security_groups.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.113013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.113577 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: rbac-security-groups
Jan 19 15:45:57.113958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: rbac_subnetpool.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.114855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.115418 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: rbac-subnetpool
Jan 19 15:45:57.115770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: revisionifmatch.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.116682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.117241 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: revision-if-match
Jan 19 15:45:57.117591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: revisions.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.118713 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.119266 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: standard-attr-revisions
Jan 19 15:45:57.119725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: router_availability_zone.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.120994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.121551 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: router_availability_zone
Jan 19 15:45:57.121935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: routerservicetype.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.122865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.123422 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension router-service-type not supported by any of loaded plugins
Jan 19 15:45:57.123775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.124694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.125259 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: security-groups-normalized-cidr
Jan 19 15:45:57.125607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: security_groups_port_filtering.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.126541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.127105 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: port-security-groups-filtering
Jan 19 15:45:57.127457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.128364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.128923 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: security-groups-remote-address-group
Jan 19 15:45:57.129274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: securitygroup.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.143228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.143922 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: security-group
Jan 19 15:45:57.144283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: segment.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.145302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.145912 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension segment not supported by any of loaded plugins
Jan 19 15:45:57.146269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.147303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.147869 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 19 15:45:57.148219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: servicetype.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.149329 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.149929 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: service-type
Jan 19 15:45:57.150284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: sorting.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.151499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.151863 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: sorting
Jan 19 15:45:57.152214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: standard_attr_segment.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.153157 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.153724 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 19 15:45:57.154104 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: standardattrdescription.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.154818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.155378 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: standard-attr-description
Jan 19 15:45:57.155729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: stateful_security_group.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.156674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.157235 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: stateful-security-group
Jan 19 15:45:57.157587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: stdattrs_common.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.158189 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 19 15:45:57.158539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.159451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.160007 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 19 15:45:57.160356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: subnet_onboard.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.161457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.162049 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: subnet_onboard
Jan 19 15:45:57.162400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.163424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.163988 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 19 15:45:57.164338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: subnet_service_types.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.165260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.165849 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: subnet-service-types
Jan 19 15:45:57.166201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: subnetallocation.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.167901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.168539 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: subnet_allocation
Jan 19 15:45:57.168831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.169541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.170129 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: subnetpool-prefix-ops
Jan 19 15:45:57.170480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.171407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.171963 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 19 15:45:57.172314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: tagging.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.173609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.174205 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: standard-attr-tag
Jan 19 15:45:57.174560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: timestamp.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.175718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.176286 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loaded extension: standard-attr-timestamp
Jan 19 15:45:57.176639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: trunk.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.177659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.178289 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension trunk not supported by any of loaded plugins
Jan 19 15:45:57.178641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: trunk_details.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.179552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.180109 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension trunk-details not supported by any of loaded plugins
Jan 19 15:45:57.180459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: uplink_status_propagation.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.181380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.181973 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 19 15:45:57.182914 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Loading extension file: vlantransparent.py {{(pid=79949) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 19 15:45:57.183624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79949) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 19 15:45:57.184184 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 19 15:45:57.187028 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:network
Jan 19 15:45:57.187870 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:subnet
Jan 19 15:45:57.188530 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 19 15:45:57.189188 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:port
Jan 19 15:45:57.191950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.192451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service FLAVORS assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.193163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.193623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.194056 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:router
Jan 19 15:45:57.194870 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:floatingip
Jan 19 15:45:57.195665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service METERING assigned prefix: /metering {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.197483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fccbe7e5b70>> rbac-policy before_create 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:57.198062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fccbe7e5b70>> rbac-policy before_update 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:57.198315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fccbe7e5b70>> rbac-policy before_delete 55550000 {{(pid=79949) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:45:57.199605 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of CountableResource for resource:rbac_policy
Jan 19 15:45:57.200118 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:security_group
Jan 19 15:45:57.200929 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 19 15:45:57.201757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service CORE assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.202127 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 19 15:45:57.202491 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] subnetpool is already registered
Jan 19 15:45:57.203142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service CORE assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.203501 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 19 15:45:57.203860 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] subnetpool is already registered
Jan 19 15:45:57.206683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.207153 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service FLAVORS assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.207792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.208246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.208607 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:router
Jan 19 15:45:57.208963 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] router is already registered
Jan 19 15:45:57.209605 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:floatingip
Jan 19 15:45:57.209987 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] floatingip is already registered
Jan 19 15:45:57.210675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service METERING assigned prefix: /metering {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.211399 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of CountableResource for resource:rbac_policy
Jan 19 15:45:57.211753 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] rbac_policy is already registered
Jan 19 15:45:57.212367 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:security_group
Jan 19 15:45:57.212722 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] security_group is already registered
Jan 19 15:45:57.213620 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 19 15:45:57.215690 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] security_group_rule is already registered
Jan 19 15:45:57.215690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service CORE assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.215690 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 19 15:45:57.215690 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] subnetpool is already registered
Jan 19 15:45:57.216224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.resource_helper [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Service CORE assigned prefix:  {{(pid=79949) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 19 15:45:57.217368 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Creating instance of TrackedResource for resource:subnetpool
Jan 19 15:45:57.217368 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.quota.resource_registry [None req-ef391133-e45f-410a-8817-ae79941de44e None None] subnetpool is already registered
Jan 19 15:45:57.217623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: extensions {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.219268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: address-groups {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.220881 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: address-scopes {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.222192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: agents {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.223404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: auto-allocated-topology {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.224697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: availability_zones {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.226368 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: dhcp-networks {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.227862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: dhcp-agents {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.230155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: routers {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.232022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: flavors {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.233235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: service_profiles {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.234527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: next_providers {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.236143 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: service_profiles {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.237672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: floatingip-pools {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.239029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: routers {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.240924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: floatingips {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.242244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: l3-routers {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.243841 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: l3-agents {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.246125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: metering-labels {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.247495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: metering-label-rules {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.248827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: network-ip-availabilities {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.250191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: bindings {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.251933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: quotas {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.253440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: quotas {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.254952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: rbac-policies {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.256304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: security-groups {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.257569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: security-group-rules {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.258901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: service-providers {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.260230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: subnetpools {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.261839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: subnetpools {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.263366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.265126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.268065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.269944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.271830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.273604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.275556 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.277644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.279634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.281557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.extensions [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Extended resource: tags {{(pid=79949) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 19 15:45:57.288666 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING keystonemiddleware.auth_token [None req-ef391133-e45f-410a-8817-ae79941de44e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 19 15:45:57.294892 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING keystonemiddleware.auth_token [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 19 15:45:57.304393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Acquired lock "singleton_lock" {{(pid=79949) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 19 15:45:57.304915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Releasing lock "singleton_lock" {{(pid=79949) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 19 15:45:57.306427 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO oslo_service.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Starting 2 workers
Jan 19 15:45:57.312030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Started child 80060 {{(pid=79949) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 19 15:45:57.316512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:45:57.316799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Started child 80061 {{(pid=79949) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 19 15:45:57.317989 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [-] (80060) wsgi starting up on http://0.0.0.0:9696
Jan 19 15:45:57.318376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Neutron service started, listening on 0.0.0.0:9696
Jan 19 15:45:57.319023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Notify callbacks [] for process, before_spawn {{(pid=79949) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:45:57.320499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:45:57.321472 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO oslo_service.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Starting 1 workers
Jan 19 15:45:57.321906 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [-] (80061) wsgi starting up on http://0.0.0.0:9696
Jan 19 15:45:57.327120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Started child 80062 {{(pid=79949) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 19 15:45:57.327665 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO oslo_service.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Starting 1 workers
Jan 19 15:45:57.329660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] calling RpcWorker wait() {{(pid=80062) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 19 15:45:57.330063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] returning from RpcWorker wait() {{(pid=80062) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 19 15:45:57.331578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:45:57.332073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:45:57.332492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Started child 80063 {{(pid=79949) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 19 15:45:57.333288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef391133-e45f-410a-8817-ae79941de44e None None] Notify callbacks [] for process, after_spawn {{(pid=79949) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:45:57.334901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79949) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 19 15:45:57.335143 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 19 15:45:57.335422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 19 15:45:57.335672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 19 15:45:57.336089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 19 15:45:57.336255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 19 15:45:57.336806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.336916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:45:57.337110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.337417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.337697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.338052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.338738 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.339028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.339309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.339616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.339899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.340096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.340287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.340575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.340852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.341197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.341566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.341775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.342062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.342278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.342552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.342875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.343154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.343442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.343712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.344297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.344567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.344830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.345076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.345368 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.345631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.345958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.346234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.346496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.346785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.347060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.347304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.347574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.347879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.348127 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.348615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] host                           = dv-cinder-667108-29-iscsi {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.348864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.349137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.349401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.349657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.349963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.350253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.350493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.351054 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.351301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.351557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.351940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.352100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.352338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.352600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.352788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.353032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.353324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.353597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.353827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.354632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.354845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.355092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.355251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.355554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.355797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.356041 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.356297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.356620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.356776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.357018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.357299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.357502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.357766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.358049 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.358325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.358601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.358856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.359098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.359352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.359588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.359849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.360093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.360349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.360620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.360875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.361151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.361455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.361697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.362020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.362290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.362526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.362773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.363087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.363434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.363589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.363856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.364008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:45:57.364148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.364405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.364561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.364805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.365202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.365317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.365492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.365845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.366093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.366342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.366606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.366908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.367080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.367535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.367832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.368189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.368451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.368732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.368997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.369299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.369539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.370712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.370712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.371070 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.371321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.371648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.371899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.372161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.372491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.372775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.373081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.373339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.373598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.373883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.374167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.374507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.374837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.375126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.122/identity {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.375379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.375612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.375881 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.376127 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.376390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.376635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.376983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.377222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.377411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.377664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.377889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.378141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.378385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.378652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.378935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.379227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.379485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.379752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.379993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.380236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.380481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.380724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.380987 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.381248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.381518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.381809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.382115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.382314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.382556 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.382810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.383076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.383325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.383566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.383807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.384053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.384294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.384591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.385437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.385437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.385437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.385837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.385949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.387787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.388059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.388192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.388434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.388683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.388925 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.389187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.389431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.391221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.391221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.391221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.391221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.391221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.391221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.392078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.392078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.392078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.392078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.392698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.392698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.392924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.393147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.393409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.393901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.394170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.394486 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.394786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.395035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.395494 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.395941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.396211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.396470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.396922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.397388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.397877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.398330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.398811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.399444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.399935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.400456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.401544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.402356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.403125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.403809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.404520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.405204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.405697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.406262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.406703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.407170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.407485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.407792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.408086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.408408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.408693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.408951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.409204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.409476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.409896 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.410186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.410449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.410714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.410991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.411493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.411979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.412271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.412561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.412845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.413120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.413408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.122/identity {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.413684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.413987 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.414291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.414556 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.414821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.415084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.415346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.415608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.415882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.416165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.416410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.417324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.417633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.417928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.418201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.418486 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.418732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.418985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.419255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.419503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.419751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.420022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.420264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.420548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.420796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.421102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.421382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.421647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.421962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.422248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.422540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.422784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.423082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.423330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.423576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.423844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.424093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.424297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.424534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.424969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.425220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.425528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.425818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.426183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.426453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.426715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.426999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.427248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.427515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.427806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.427997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.428224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.428676 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.428944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.429221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.429504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.429773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.430040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.430251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.430501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.430808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.431151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.431417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.431689 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.431969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.432241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.432683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.432932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.433187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.433472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.433685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.433979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.434647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.434647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.434647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.435169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.435169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.435454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.435671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.435990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.436259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.436542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.436854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.437210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.437456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.437790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.438017 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.438258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.438650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.438833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.439139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.439498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.439782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.440056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.440365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.440666 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1700:1749'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.440962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.441222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.441536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.441914 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.442201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.442744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.442744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.443005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.443254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.443698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.443698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.443950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.444185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.444465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.444768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.445003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.445251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.446456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.446456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.446456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.446456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.446456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.447096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.447096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 19 15:45:57.447428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79949) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 19 15:45:57.447600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 19 15:45:57.447838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 19 15:45:57.448069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 19 15:45:57.448372 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 19 15:45:57.448582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 19 15:45:57.448860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.449189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.449417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.449631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.449848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.450081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.450288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.450489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.450688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.450994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.451113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.451236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.451438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.451608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.451768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.451948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.452216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.452485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.452485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.452771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.452771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.453040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.453208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.453369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.453515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.453664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.453890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.453992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.454145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.454331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.454526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.454687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.454846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.455025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.455205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.455382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.455529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.455682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.455830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.455991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] host                           = dv-cinder-667108-29-iscsi {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.456141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.456296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.456444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.456593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.456740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.456903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.457052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.457234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.457419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.457602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.457778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.457965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.458126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.458276 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.458460 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.458642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.458792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.458983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.459199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.459359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.459543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.459727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.459911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.460118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.460298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.460443 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.460595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.460743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.460899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.461073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.461221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.461388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.461545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.461693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.461882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.462027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.462167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.462317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.462483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.462715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.462861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.462998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.463135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.463273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.463947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.464094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.464233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.464418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.464602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.464818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.464965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.465113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.465251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.465391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.465537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.465722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.465929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.466111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.466293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.466453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.466633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.466816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.466997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.467179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.467360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.467541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.467724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.467906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.468088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 19 15:45:57.468301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.468493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.468696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.468890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.469077 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.469261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.469498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.469607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.469822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.470012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.470207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.470397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.470596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.470783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.470969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.471158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.471345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.472596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.472596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.472596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.472596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.472596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.472596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.472596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.122/identity {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.473974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.474166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.474304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.474495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.474684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.474870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.475058 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.475242 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.475430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.475876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.476052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.476230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.476403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.476551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.476691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.476868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.477060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.477246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.477445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.477632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.477844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.478032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.478221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.478408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.478594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.478751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.478947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.479731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.479884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.480004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.480202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.480390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.480552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.480736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.480922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.481109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.481298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.481485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.481670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.481855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.482042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.482228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.482416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.482602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.482787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.482977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.483166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.483325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.483479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.483670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.483856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.484042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.484237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.484443 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.484635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.484821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.485008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.485174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.485326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.485515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.485703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.485935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.486124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.486279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.486472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.486659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.486849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.487033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.487220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.487407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.487580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.487751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.487937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.488123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.488309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.488493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.488680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.488870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.489056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.489253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.489440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.489625 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.489834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.490028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.490248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.490414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.490600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.490785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.490971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.491158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.491344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.491529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.491714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.491899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.492085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.492278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.492474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.492660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.492846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.493042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.493264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.493450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.493635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.493846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.494033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.494220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.494406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.494608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.495282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.495447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.495624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.495947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.122/identity {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.495947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.496141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.496290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.496475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.496662 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.496849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.497037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.497225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.497411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.497596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.497807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.497998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.498188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.498377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.498566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.498757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.498934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:45:57.499037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.499132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.499274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.499462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.499647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.499833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.500042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.500203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.500387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.500578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.500763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.500949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.501135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.501323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.501510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.501699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.501918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.502107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.502295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.502484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.502673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.502862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.503050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.503240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.503431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.503619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.503808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.504016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.504203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.504390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.504576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.504762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.505032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.505265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.505474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.505664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.505946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.506123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.506314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.506505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.506692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.506880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.507067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.507254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.507439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.507642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.507830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.508016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.508204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.508391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.508589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.508780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.508966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.509153 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.509338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.509536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.509721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.509932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.510117 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.510367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.511082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.511308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.511453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.511596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.511784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.511973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.512207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.512452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.512686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.512886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.513076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.513264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.513452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.513643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.513969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.514114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.514217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.514392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.514587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.514782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1700:1749'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.514978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.515163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.515359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.515561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.515748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.515934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.516118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.516294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.516457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.516641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.516828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.517013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.517199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.517450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.517576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.517675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.517895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.518075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.518275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.518403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.518589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.518774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.518962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 19 15:45:57.519139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79949) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 19 15:45:57.706039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57834) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:45:57.719180 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [-] 10.222.0.122 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0109260
Jan 19 15:46:08.498092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1deb8-c4c7-4127-a53f-68ec440b2523 None None] get_active_networks_info from dv-cinder-667108-29-iscsi {{(pid=80062) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 19 15:46:08.602062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-91d2955f-9e72-4b56-8d08-1cb00c15fbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717'] for agent, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:08.667033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1deb8-c4c7-4127-a53f-68ec440b2523 None None] No non-hosted networks {{(pid=80062) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 19 15:46:10.871326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-192ec1d8-43cb-4eeb-a16f-da09b99690a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717'] for agent, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:10.922105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-488ab6b2-d13a-4529-a69d-279ee630c03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:11.411014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717'] for agent, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:12.253658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717'] for agent, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:12.255730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.255730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.255730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.255918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.256250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.257552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.259819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.259819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.259819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.259819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.260208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.260284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:12.261842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fccc37895c0>, 'Open vSwitch agent', 'dv-cinder-667108-29-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:46:12.271093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fccbdb51f28>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-667108-29-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:46:12.508056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717'] for agent, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:14.165452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] get_endpoint_by_host() called for host dv-cinder-667108-29-iscsi {{(pid=80062) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 19 15:46:14.171764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] get_endpoint_by_ip() called for ip 192.168.0.37 {{(pid=80062) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 19 15:46:14.175106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] _add_endpoint() called for ip 192.168.0.37 {{(pid=80062) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 19 15:46:14.180966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] _get_endpoints() called {{(pid=80062) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 19 15:46:14.284348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57926) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:14.987803 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-bc2739f9-c433-4d74-acb0-69184f31328a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:14.988401 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-bc2739f9-c433-4d74-acb0-69184f31328a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:15.223313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [None req-bc2739f9-c433-4d74-acb0-69184f31328a admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:46:15.224440 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-bc2739f9-c433-4d74-acb0-69184f31328a admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9390318
Jan 19 15:46:18.018580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57940) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:18.074851 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_hamode_db [None req-c46175fa-d890-4429-bbe8-67d76576f3a0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 19 15:46:18.171277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46175fa-d890-4429-bbe8-67d76576f3a0 None None] Routers set() bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:46:18.171712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46175fa-d890-4429-bbe8-67d76576f3a0 None None] Router IDs set() for agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 19 15:46:18.466487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:46:18.522201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.policy [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80061) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Jan 19 15:46:18.523005 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:18.523410 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:18.535165 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fccbe297080>.
Jan 19 15:46:18.553115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:18.615514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782332414610', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782332302638', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782332305230', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782332319769', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782332320992', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854151574', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1527052', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854274517', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-608964'] for rbac-policy, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:18.684916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:18.688256 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-74feef0e-ea05-4fb1-b24c-1c7be510f2dc admin admin] 10.222.0.122 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6665952
Jan 19 15:46:21.827348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57954) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:22.332813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Request body: {'network': {'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'name': 'private', 'admin_state_up': True}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:46:22.338869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:22.344529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Usage tracker for resource:network and tenant:9753fd40f4d14ee588a830dbc7cf1acb is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:22.348383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:22.354833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:22.365192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Made reservation on behalf of 9753fd40f4d14ee588a830dbc7cf1acb for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:46:22.371320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.388577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.403652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:22.407840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Usage tracker for resource:security_group_rule and tenant:9753fd40f4d14ee588a830dbc7cf1acb is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:22.411965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:22.419078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:22.531029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.534055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.540021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:22.568857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:46:22.596735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.597255 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Added segment a3918f82-d524-4ac5-a59b-340bccfce6b3 of type vxlan for network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c
Jan 19 15:46:22.652291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81963eb5-9c60-4fee-a771-2eb30de73dca,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:22.670008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.670423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.670792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.671153 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.671511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.671870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.672227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.672600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.672970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.673320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.673663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.674060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Tracked resource versions report:
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'}}
Jan 19 15:46:22.675546 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:46:22.881005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.888620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:22.921039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.922350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:22.923018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:22.927948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:23.038953 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.2103939
Jan 19 15:46:23.045444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Pushing event updated for resources: {'Network': ['ID=17cf0d79-3554-4dea-8cf8-b1655f69cc4c,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:23.048951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:23.057888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:46:26.197250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57970) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:26.742028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b6124c-e753-4c58-b17c-7197302e89a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:26.743506 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a5b6124c-e753-4c58-b17c-7197302e89a2 admin admin] 10.222.0.122 "GET /v2.0/networks/17cf0d79-3554-4dea-8cf8-b1655f69cc4c HTTP/1.1" status: 200  len: 818 time: 0.5452063
Jan 19 15:46:26.774101 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9c63c1c7-a2b2-4063-a20f-f688394bb224 admin admin] 10.222.0.122 "GET /v2.0/subnetpools/aa728c54-c264-4634-ad47-b3081f2ceb84 HTTP/1.1" status: 200  len: 734 time: 0.0234547
Jan 19 15:46:26.784877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'subnetpool_id': 'aa728c54-c264-4634-ad47-b3081f2ceb84', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:46:26.790200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:26.794358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Usage tracker for resource:subnet and tenant:9753fd40f4d14ee588a830dbc7cf1acb is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:26.797425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:26.803553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:26.813241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Made reservation on behalf of 9753fd40f4d14ee588a830dbc7cf1acb for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:46:26.818028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:27.315562 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:27.331239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:27.471581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750890b6-34fa-4dc1-92eb-1689aee49cd6,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:27.486889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:27.548956 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Checking segment: {'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:46:27.549342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Network hostable DHCP agents. Network: 17cf0d79-3554-4dea-8cf8-b1655f69cc4c, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:46:27.572336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:46:27.581771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 17cf0d79-3554-4dea-8cf8-b1655f69cc4c) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:46:27.586709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:27.587353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:27.591336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85f9fd-8475-424c-9ea8-17d17730858f None None] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:46:27.606922 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8262720
Jan 19 15:46:27.933189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'fixed_ips': [{'subnet_id': '750890b6-34fa-4dc1-92eb-1689aee49cd6'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 15:46:27.935186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:28.273613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Allocated IP 172.20.0.2 (17cf0d79-3554-4dea-8cf8-b1655f69cc4c/750890b6-34fa-4dc1-92eb-1689aee49cd6/c3daac11-78f1-4e1f-a62f-2346865690e1) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:46:28.531820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:28.545833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Transition to ACTIVE for port object c3daac11-78f1-4e1f-a62f-2346865690e1 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:46:28.564907 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Transition to ACTIVE for port object c3daac11-78f1-4e1f-a62f-2346865690e1 will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:46:28.570947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:28.588662 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:28.893403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Pushing event updated for resources: {'Port': ['ID=c3daac11-78f1-4e1f-a62f-2346865690e1,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:28.912465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.912869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.913258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.913632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.914025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.914389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.914747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.915105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.915463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.915818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.916172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.916521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Tracked resource versions report:
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'}}
Jan 19 15:46:28.917984 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:46:28.925607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:28.981610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:46:28.983015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:46:28.986930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:46:29.048383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Attempting to bind port c3daac11-78f1-4e1f-a62f-2346865690e1 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:46:29.048808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Attempting to bind port c3daac11-78f1-4e1f-a62f-2346865690e1 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:46:29.049207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Attempting to bind port c3daac11-78f1-4e1f-a62f-2346865690e1 on network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:46:29.054848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:46:29.055277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Checking segment: {'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:46:29.056604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:29.056604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Bound using segment: {'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:46:29.056604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Bound port: c3daac11-78f1-4e1f-a62f-2346865690e1, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:46:29.057355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:29.159155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] For port c3daac11-78f1-4e1f-a62f-2346865690e1, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:46:29.163117 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] For port c3daac11-78f1-4e1f-a62f-2346865690e1, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=c3daac11-78f1-4e1f-a62f-2346865690e1,segment=NetworkSegment(a3918f82-d524-4ac5-a59b-340bccfce6b3),segment_id=a3918f82-d524-4ac5-a59b-340bccfce6b3)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:46:29.167654 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:29.184202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:29.334460 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Pushing event updated for resources: {'Port': ['ID=c3daac11-78f1-4e1f-a62f-2346865690e1,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:29.339033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:30.501916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57980) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:30.989091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [None req-d754bfd4-6f3f-4fdb-bdbd-80a84f5a99ce admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:46:30.990275 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d754bfd4-6f3f-4fdb-bdbd-80a84f5a99ce admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4873264
Jan 19 15:46:33.915684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57994) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:34.135472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be771bb1-0913-4eea-a018-05b52d0a5536 None None] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:46:34.252860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device c3daac11-78f1-4e1f-a62f-2346865690e1 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:46:34.283786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-f492fdd5-666b-4928-a96b-189167da842b None None] Provisioning for port c3daac11-78f1-4e1f-a62f-2346865690e1 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:46:34.388842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [None req-c8e93de6-a90b-4a6e-86db-b426887225c9 admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:46:34.401756 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c8e93de6-a90b-4a6e-86db-b426887225c9 admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4731159
Jan 19 15:46:34.430063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port c3daac11-78f1-4e1f-a62f-2346865690e1 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:46:34.469760 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port c3daac11-78f1-4e1f-a62f-2346865690e1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:34.470173 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:34.651128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:34.701936 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port c3daac11-78f1-4e1f-a62f-2346865690e1, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=c3daac11-78f1-4e1f-a62f-2346865690e1,segment=NetworkSegment(a3918f82-d524-4ac5-a59b-340bccfce6b3),segment_id=a3918f82-d524-4ac5-a59b-340bccfce6b3)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:46:34.707029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:34.710580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:34.787501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=c3daac11-78f1-4e1f-a62f-2346865690e1,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:34.792134 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:34.926546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-bff8a7ce-02b4-49c4-a102-974b0089c728 None None] Provisioning complete for port c3daac11-78f1-4e1f-a62f-2346865690e1 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:34.927076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bff8a7ce-02b4-49c4-a102-974b0089c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:35.182953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-ec0cc4d0-8377-47c2-a016-425bfade2aaf None None] Provisioning complete for port c3daac11-78f1-4e1f-a62f-2346865690e1 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:35.183278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc4d0-8377-47c2-a016-425bfade2aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:36.222308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device c3daac11-78f1-4e1f-a62f-2346865690e1 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:46:36.299816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port c3daac11-78f1-4e1f-a62f-2346865690e1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:36.300233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:37.509774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58008) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:37.939530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Request body: {'router': {'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'name': 'router1', 'admin_state_up': True}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:46:37.944978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:37.949133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Usage tracker for resource:router and tenant:9753fd40f4d14ee588a830dbc7cf1acb is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:37.952939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:37.959188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:37.969834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:37.971200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:37.992211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:38.101330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:38.121702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:38.123099 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f2700bfd-532a-446a-9baa-90ab2dea56bc admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6122062
Jan 19 15:46:38.332594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4b51efa6-becd-409b-a6c8-3eb24425a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:39.395631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:46:40.864927 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f184fa13-5970-42d1-8401-abb81d0e4081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:40.903962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58018) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:41.204560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:41.260382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [None req-2fc8089a-974c-41ff-ba67-450cbdbf692d admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:46:41.261470 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2fc8089a-974c-41ff-ba67-450cbdbf692d admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3565753
Jan 19 15:46:42.247860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:42.361334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:43.903484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58038) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:43.984932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:46:43.990022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:43.994410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Usage tracker for resource:network and tenant:311a995375484793b3232cf95a391416 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:43.999248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:44.004950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:44.014374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Made reservation on behalf of 311a995375484793b3232cf95a391416 for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:46:44.018978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.031403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.047108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:44.051319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Usage tracker for resource:security_group_rule and tenant:311a995375484793b3232cf95a391416 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:44.054307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:44.060537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:44.152255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.155170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.158568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:44.176155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Reserving flat network on physical network physnet1 {{(pid=80061) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 19 15:46:44.199003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a74a2a-69d7-43e0-bc0d-5be1b527ea7c,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:44.205854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:44.206871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.207511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fccbf1c3840> segment precommit_create {{(pid=80061) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 19 15:46:44.208003 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Added segment 64e39dee-9572-43ef-8d14-78dd04a5d524 of type flat for network fe7a3ff0-de49-4f13-ab3f-8380114b5f26
Jan 19 15:46:44.242973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.282782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.284030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:44.284647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:44.289487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-920f250e-74e8-444f-a01b-73afb4de15bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:44.400902 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4961951
Jan 19 15:46:44.401630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Pushing event updated for resources: {'Network': ['ID=fe7a3ff0-de49-4f13-ab3f-8380114b5f26,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:44.415410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:44.428885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:46:46.957541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58058) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:47.167488 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-6d9397d7-8781-497a-85ff-e6dffeb522ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:47.168099 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-6d9397d7-8781-497a-85ff-e6dffeb522ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:47.545952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.policy [None req-6d9397d7-8781-497a-85ff-e6dffeb522ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80060) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Jan 19 15:46:47.546829 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-6d9397d7-8781-497a-85ff-e6dffeb522ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:47.547236 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING oslo_policy.policy [None req-6d9397d7-8781-497a-85ff-e6dffeb522ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 19 15:46:47.557271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9397d7-8781-497a-85ff-e6dffeb522ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:47.559565 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6d9397d7-8781-497a-85ff-e6dffeb522ed admin admin] 10.222.0.122 "GET /v2.0/subnets/750890b6-34fa-4dc1-92eb-1689aee49cd6 HTTP/1.1" status: 200  len: 849 time: 0.5996258
Jan 19 15:46:47.928094 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6a2989e6-a3ff-4257-982b-b937c9e4e48f admin admin] 10.222.0.122 "GET /v2.0/routers/c39ba73b-ead9-43f8-84f7-d771d83728d5 HTTP/1.1" status: 200  len: 704 time: 0.3624237
Jan 19 15:46:48.475633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:48.897358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Allocated IP 172.20.0.1 (17cf0d79-3554-4dea-8cf8-b1655f69cc4c/750890b6-34fa-4dc1-92eb-1689aee49cd6/19e1218c-e9a2-4043-8cc9-e2faf56fcc92) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:46:49.072988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:49.094326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Transition to ACTIVE for port object 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:46:49.155569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:49.171218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:49.316417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Pushing event updated for resources: {'Port': ['ID=19e1218c-e9a2-4043-8cc9-e2faf56fcc92,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:49.337079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.337454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.337859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.338214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.338561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.338907 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.339252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.339606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.339966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.340339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.340679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.341016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Tracked resource versions report:
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'}}
Jan 19 15:46:49.342353 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:46:49.396372 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:49.408897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:46:49.410027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:46:49.413041 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:46:49.413575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:49.639529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c2700fb5-38a3-44ec-923e-c4e8f83ed65f None None] Provisioning for port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:46:49.644354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c2700fb5-38a3-44ec-923e-c4e8f83ed65f None None] Provisioning complete for port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:49.644754 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c2700fb5-38a3-44ec-923e-c4e8f83ed65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:49.697832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:49.709431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-c2700fb5-38a3-44ec-923e-c4e8f83ed65f None None] Port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 15:46:50.155303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:50.158816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:50.159881 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:50.172375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:50.303538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Pushing event updated for resources: {'Port': ['ID=19e1218c-e9a2-4043-8cc9-e2faf56fcc92,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:50.313870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:50.373827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:46:50.375100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:46:50.581863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Router c39ba73b-ead9-43f8-84f7-d771d83728d5 is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 15:46:50.638068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-2e6cfabc-8648-45cc-9cff-67bc447d503f None None] Provisioning complete for port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:50.638461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfabc-8648-45cc-9cff-67bc447d503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:50.704340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-2e6cfabc-8648-45cc-9cff-67bc447d503f None None] Port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 15:46:50.764375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 15:46:50.774154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Sync routers for ids ['c39ba73b-ead9-43f8-84f7-d771d83728d5'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 15:46:50.776411 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] 10.222.0.122 "PUT /v2.0/routers/c39ba73b-ead9-43f8-84f7-d771d83728d5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8412919
Jan 19 15:46:50.785787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Routers {'c39ba73b-ead9-43f8-84f7-d771d83728d5'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:46:50.786681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe3c90f0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:46:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['c39ba73b-ead9-43f8-84f7-d771d83728d5'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:46:50.978908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Set router c39ba73b-ead9-43f8-84f7-d771d83728d5 gateway port host: None {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:46:51.382123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe3c90f0>, [{'id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'name': 'router1', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:46:37Z', 'updated_at': '2021-01-19T15:46:49Z', 'revision_number': 2, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'gw_port_host': None, '_interfaces': [{'id': '19e1218c-e9a2-4043-8cc9-e2faf56fcc92', 'name': '', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'mac_address': 'fa:16:3e:f5:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:48Z', 'updated_at': '2021-01-19T15:46:49Z', 'revision_number': 2, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'subnets': [{'id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa728c54-c264-4634-ad47-b3081f2ceb84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:46:51.387761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Checking router: c39ba73b-ead9-43f8-84f7-d771d83728d5 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 15:46:51.388174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Updating router c39ba73b-ead9-43f8-84f7-d771d83728d5 port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 15:46:51.617558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:52.087223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:52.102549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Transition to ACTIVE for port object 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:46:52.106062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:52.122553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:52.265756 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Pushing event updated for resources: {'Port': ['ID=19e1218c-e9a2-4043-8cc9-e2faf56fcc92,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:52.276454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.276826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.277179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.277529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.277930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.278554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.278554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.278910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.279264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.279605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.279944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.280283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Tracked resource versions report:
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'}}
Jan 19 15:46:52.281630 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:46:52.285211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:52.462353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Attempting to bind port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:46:52.462778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Attempting to bind port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:46:52.463187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Attempting to bind port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 on network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:46:52.471331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:46:52.471759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Checking segment: {'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:46:52.472232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:52.472664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Bound using segment: {'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:46:52.473214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Bound port: 19e1218c-e9a2-4043-8cc9-e2faf56fcc92, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3918f82-d524-4ac5-a59b-340bccfce6b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:46:52.473615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:52.571354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] For port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:46:52.578134 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] For port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=19e1218c-e9a2-4043-8cc9-e2faf56fcc92,segment=NetworkSegment(a3918f82-d524-4ac5-a59b-340bccfce6b3),segment_id=a3918f82-d524-4ac5-a59b-340bccfce6b3)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:46:52.581333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:52.598006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:52.756045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Pushing event updated for resources: {'Port': ['ID=19e1218c-e9a2-4043-8cc9-e2faf56fcc92,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:52.761081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:52.823943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Routers {'c39ba73b-ead9-43f8-84f7-d771d83728d5'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:46:52.824651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe3c90f0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:46:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['c39ba73b-ead9-43f8-84f7-d771d83728d5'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:46:53.006827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] Set router c39ba73b-ead9-43f8-84f7-d771d83728d5 gateway port host: None {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:46:53.358275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58080) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:53.373609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe3c90f0>, [{'id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'name': 'router1', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:46:37Z', 'updated_at': '2021-01-19T15:46:49Z', 'revision_number': 2, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'gw_port_host': None, '_interfaces': [{'id': '19e1218c-e9a2-4043-8cc9-e2faf56fcc92', 'name': '', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'mac_address': 'fa:16:3e:f5:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:48Z', 'updated_at': '2021-01-19T15:46:52Z', 'revision_number': 4, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'subnets': [{'id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa728c54-c264-4634-ad47-b3081f2ceb84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:46:53.377790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23603f4b-db7c-423b-974e-fabed884aa1f None None] The sync data for ids ['c39ba73b-ead9-43f8-84f7-d771d83728d5'] in dv-cinder-667108-29-iscsi is: [{'id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'name': 'router1', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:46:37Z', 'updated_at': '2021-01-19T15:46:49Z', 'revision_number': 2, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'gw_port_host': None, '_interfaces': [{'id': '19e1218c-e9a2-4043-8cc9-e2faf56fcc92', 'name': '', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'mac_address': 'fa:16:3e:f5:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:48Z', 'updated_at': '2021-01-19T15:46:52Z', 'revision_number': 4, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'subnets': [{'id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa728c54-c264-4634-ad47-b3081f2ceb84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 15:46:53.556957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d157d7d-06f9-4519-8ab3-abb149c3c42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:53.558440 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4d157d7d-06f9-4519-8ab3-abb149c3c42d admin admin] 10.222.0.122 "GET /v2.0/networks/fe7a3ff0-de49-4f13-ab3f-8380114b5f26 HTTP/1.1" status: 200  len: 842 time: 0.1991348
Jan 19 15:46:53.569950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Request body: {'subnet': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:46:53.572678 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.quota [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fccbdd47978>.
Jan 19 15:46:53.579362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:53.584384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Usage tracker for resource:subnet and tenant:311a995375484793b3232cf95a391416 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:53.587916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:53.595341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:53.608446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Made reservation on behalf of 311a995375484793b3232cf95a391416 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:46:53.613408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:54.123354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80060) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 15:46:54.123827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:54.140023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:54.271112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8f1a94-7737-455f-878c-73b58eb3357f,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:54.286076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:54.350927 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:46:54.351312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Network hostable DHCP agents. Network: fe7a3ff0-de49-4f13-ab3f-8380114b5f26, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:46:54.373575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:46:54.383248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, fe7a3ff0-de49-4f13-ab3f-8380114b5f26) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:46:54.388258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:54.388949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:54.395122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb6661d-f32e-41c1-b2d0-d90ddef015fa None None] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:46:54.425781 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8490176
Jan 19 15:46:54.656545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f7df7-c1bf-4515-9bfa-54c4053e46dc None None] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:46:56.252331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:46:56.330539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:46:56.335557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:56.336377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:56.468213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:56.504259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=19e1218c-e9a2-4043-8cc9-e2faf56fcc92,segment=NetworkSegment(a3918f82-d524-4ac5-a59b-340bccfce6b3),segment_id=a3918f82-d524-4ac5-a59b-340bccfce6b3)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:46:56.506945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:56.509109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:56.586297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=19e1218c-e9a2-4043-8cc9-e2faf56fcc92,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:56.589584 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:57.076137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58094) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:46:57.321105 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-97c10fe6-54a5-4e5f-a5c4-ca44d0c303d9 admin admin] 10.222.0.122 "GET /v2.0/routers/c39ba73b-ead9-43f8-84f7-d771d83728d5 HTTP/1.1" status: 200  len: 710 time: 0.2436295
Jan 19 15:46:57.627763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47515e01-09d9-4d45-a9cc-125c72060281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:46:57.629244 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-47515e01-09d9-4d45-a9cc-125c72060281 admin admin] 10.222.0.122 "GET /v2.0/networks/fe7a3ff0-de49-4f13-ab3f-8380114b5f26 HTTP/1.1" status: 200  len: 886 time: 0.3018241
Jan 19 15:46:57.639086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:46:58.122589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:58.234593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:46:58.312894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:46:58.313300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:58.489615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:58.553146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:58.567284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:58.582871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:46:58.586909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:46:58.590097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:46:58.595905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:46:58.700130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:58.702896 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:58.719258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:58.815016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c8f304-7e02-418f-812d-44328c656875,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:58.822479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:58.998518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Allocated IP 172.27.2.48 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/6d2f7c7e-b305-4857-9f73-9c34105e11b0) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:46:59.162026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:59.192348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:46:59.208994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:46:59.349483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2f7c7e-b305-4857-9f73-9c34105e11b0,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:46:59.352413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:46:59.410367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:46:59.411464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:46:59.414025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:47:00.018215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:00.380507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:00.384041 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853104716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1671100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1655401'] for router, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:00.575213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Router c39ba73b-ead9-43f8-84f7-d771d83728d5 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 15:47:00.768734 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 15:47:00.779103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Sync routers for ids ['c39ba73b-ead9-43f8-84f7-d771d83728d5'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 15:47:00.785964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:00.787238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] 10.222.0.122 "PUT /v2.0/routers/c39ba73b-ead9-43f8-84f7-d771d83728d5 HTTP/1.1" status: 200  len: 889 time: 3.1517329
Jan 19 15:47:00.790322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Routers {'c39ba73b-ead9-43f8-84f7-d771d83728d5'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:47:00.791083 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe5369e8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:46:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['c39ba73b-ead9-43f8-84f7-d771d83728d5'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:47:01.156902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Set router c39ba73b-ead9-43f8-84f7-d771d83728d5 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:47:01.524827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe5369e8>, [{'id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'name': 'router1', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '6d2f7c7e-b305-4857-9f73-9c34105e11b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:46:37Z', 'updated_at': '2021-01-19T15:46:59Z', 'revision_number': 4, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'gw_port': {'id': '6d2f7c7e-b305-4857-9f73-9c34105e11b0', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:58Z', 'updated_at': '2021-01-19T15:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '19e1218c-e9a2-4043-8cc9-e2faf56fcc92', 'name': '', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'mac_address': 'fa:16:3e:f5:93:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:48Z', 'updated_at': '2021-01-19T15:46:56Z', 'revision_number': 5, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'subnets': [{'id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa728c54-c264-4634-ad47-b3081f2ceb84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:47:01.531147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Checking router: c39ba73b-ead9-43f8-84f7-d771d83728d5 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 15:47:01.531522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Updating router c39ba73b-ead9-43f8-84f7-d771d83728d5 port 6d2f7c7e-b305-4857-9f73-9c34105e11b0 binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 15:47:01.591948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:02.024397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:02.037614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Transition to ACTIVE for port object 6d2f7c7e-b305-4857-9f73-9c34105e11b0 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:47:02.042481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:02.058778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ee99ce11-916c-4839-9baa-3ea89b6c28d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:47:02.201572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792c21d-a9cf-47ef-a55f-998e4378ad81 None None] Pushing event updated for resources: {'Port': ['ID=6d2f7c7e-b305-4857-9f73-9c34105e11b0,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:47:02.206263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c792c21d-a9cf-47ef-a55f-998e4378ad81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:47:02.268511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Attempting to bind port 6d2f7c7e-b305-4857-9f73-9c34105e11b0 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:47:02.268917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Attempting to bind port 6d2f7c7e-b305-4857-9f73-9c34105e11b0 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:47:02.269315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Attempting to bind port 6d2f7c7e-b305-4857-9f73-9c34105e11b0 on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:47:02.275072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:47:02.275426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:47:02.275865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:02.276297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:47:02.276802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Bound port: 6d2f7c7e-b305-4857-9f73-9c34105e11b0, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:47:02.277226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:02.356992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] For port 6d2f7c7e-b305-4857-9f73-9c34105e11b0, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:47:02.360364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] For port 6d2f7c7e-b305-4857-9f73-9c34105e11b0, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=6d2f7c7e-b305-4857-9f73-9c34105e11b0,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:47:02.363695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:02.379883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:47:02.539039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792c21d-a9cf-47ef-a55f-998e4378ad81 None None] Pushing event updated for resources: {'Port': ['ID=6d2f7c7e-b305-4857-9f73-9c34105e11b0,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:47:02.544223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c792c21d-a9cf-47ef-a55f-998e4378ad81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:47:02.588284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Routers {'c39ba73b-ead9-43f8-84f7-d771d83728d5'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:47:02.588939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe5369e8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:46:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['c39ba73b-ead9-43f8-84f7-d771d83728d5'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:47:02.787784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] Set router c39ba73b-ead9-43f8-84f7-d771d83728d5 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:47:03.301270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe5369e8>, [{'id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'name': 'router1', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '6d2f7c7e-b305-4857-9f73-9c34105e11b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:46:37Z', 'updated_at': '2021-01-19T15:46:59Z', 'revision_number': 4, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'gw_port': {'id': '6d2f7c7e-b305-4857-9f73-9c34105e11b0', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:58Z', 'updated_at': '2021-01-19T15:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '19e1218c-e9a2-4043-8cc9-e2faf56fcc92', 'name': '', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'mac_address': 'fa:16:3e:f5:93:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:48Z', 'updated_at': '2021-01-19T15:46:56Z', 'revision_number': 5, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'subnets': [{'id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa728c54-c264-4634-ad47-b3081f2ceb84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:47:03.305523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c515c0e-3832-4aeb-b199-4fa18241e805 None None] The sync data for ids ['c39ba73b-ead9-43f8-84f7-d771d83728d5'] in dv-cinder-667108-29-iscsi is: [{'id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'name': 'router1', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '6d2f7c7e-b305-4857-9f73-9c34105e11b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:46:37Z', 'updated_at': '2021-01-19T15:46:59Z', 'revision_number': 4, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'gw_port': {'id': '6d2f7c7e-b305-4857-9f73-9c34105e11b0', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:58Z', 'updated_at': '2021-01-19T15:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '19e1218c-e9a2-4043-8cc9-e2faf56fcc92', 'name': '', 'network_id': '17cf0d79-3554-4dea-8cf8-b1655f69cc4c', 'tenant_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'mac_address': 'fa:16:3e:f5:93:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39ba73b-ead9-43f8-84f7-d771d83728d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:46:48Z', 'updated_at': '2021-01-19T15:46:56Z', 'revision_number': 5, 'project_id': '9753fd40f4d14ee588a830dbc7cf1acb', 'subnets': [{'id': '750890b6-34fa-4dc1-92eb-1689aee49cd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa728c54-c264-4634-ad47-b3081f2ceb84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 15:47:03.555230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58104) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:47:03.716748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9c2dbe-9d43-4aef-a754-9b11c951e394 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:47:03.718573 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2a9c2dbe-9d43-4aef-a754-9b11c951e394 admin admin] 10.222.0.122 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1623664
Jan 19 15:47:04.281315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 6d2f7c7e-b305-4857-9f73-9c34105e11b0 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:47:04.361891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 6d2f7c7e-b305-4857-9f73-9c34105e11b0 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:47:04.367944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 6d2f7c7e-b305-4857-9f73-9c34105e11b0 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:47:04.368354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:04.503597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:04.520873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 6d2f7c7e-b305-4857-9f73-9c34105e11b0, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=6d2f7c7e-b305-4857-9f73-9c34105e11b0,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:47:04.523795 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:04.526024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:47:04.603395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=6d2f7c7e-b305-4857-9f73-9c34105e11b0,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:47:04.607306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:47:06.245164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 6d2f7c7e-b305-4857-9f73-9c34105e11b0 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:47:06.333433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 6d2f7c7e-b305-4857-9f73-9c34105e11b0 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:47:06.333877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:08.352787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d45558b-966d-47ef-b55a-557c07428c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:10.891449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38044a22-9aaf-4d96-87fc-a94618d3b205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:11.228918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:12.252645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:12.380693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:16.395363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:47:38.339839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-520ef919-6b98-4ef2-8d43-c6d9981ec409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:40.864445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5ba60242-311a-4472-bd69-b2e5fe4fc5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:41.215828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:42.255945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:42.379543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:47:53.394106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:48:08.347749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fbab945c-54f5-42ac-a722-d21e2501aaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:10.866090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11698343-a6a5-41b5-948b-cc7af517f635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:11.222579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:12.259332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:12.381628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:30.395806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:48:38.339705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-57ced127-567b-4128-95bd-0e62699cc61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:40.870674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a2687426-1520-45a2-95eb-cdbd94550e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:41.223387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:42.261794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:48:42.383933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:07.396366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:49:08.343130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-beacfc9b-5539-4c08-9215-9cc19167b609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:10.872651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-82b2d82f-d500-4959-8454-ce28e3e15693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:11.225955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:12.267279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:12.386889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:21.186875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58680) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:21.293245 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffc7c46-8f0c-44d1-92d0-e9bf596490e5 admin admin] GET failed (client error): The resource could not be found.
Jan 19 15:49:21.294570 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9ffc7c46-8f0c-44d1-92d0-e9bf596490e5 admin admin] 10.222.0.122 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1066284
Jan 19 15:49:21.445581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7e9c1-eded-4220-a327-a7afa4c3be70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:21.447102 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-05b7e9c1-eded-4220-a327-a7afa4c3be70 admin admin] 10.222.0.122 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1481583
Jan 19 15:49:23.977880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58690) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:24.139129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139cb848-fd9a-4a3e-8aff-0e845753b573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:24.139747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-139cb848-fd9a-4a3e-8aff-0e845753b573 admin admin] Synchronizing usage tracker for tenant:311a995375484793b3232cf95a391416 on resource:subnet {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:49:24.156323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-139cb848-fd9a-4a3e-8aff-0e845753b573 admin admin] Unset dirty status for tenant:311a995375484793b3232cf95a391416 on resource:subnet {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:49:24.157550 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-139cb848-fd9a-4a3e-8aff-0e845753b573 admin admin] 10.222.0.122 "GET /v2.0/subnets/750890b6-34fa-4dc1-92eb-1689aee49cd6 HTTP/1.1" status: 200  len: 849 time: 0.1787305
Jan 19 15:49:24.169499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:49:24.305702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Notify callbacks [] for subnet, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:24.642401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782334691426'] for subnet, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:24.658375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-84bb1b1b-e1ed-4fa3-a12f-46933c44ea84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:49:24.799742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=750890b6-34fa-4dc1-92eb-1689aee49cd6,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:49:24.823135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.823520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.823882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.824236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.824586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.824934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.825282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.825643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.826014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.826364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.826958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.827085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:49:24.832600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:49:24.868661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:24.869299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:24.870699 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] 10.222.0.122 "PUT /v2.0/subnets/750890b6-34fa-4dc1-92eb-1689aee49cd6 HTTP/1.1" status: 200  len: 868 time: 0.7059193
Jan 19 15:49:24.874976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb69af-a771-474c-b2d4-4e17bd3082fe None None] Network 17cf0d79-3554-4dea-8cf8-b1655f69cc4c requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:49:25.395876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-aea3c0e4-8865-4c00-8045-35681f044e82 None None] Provisioning complete for port c3daac11-78f1-4e1f-a62f-2346865690e1 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:49:25.396444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aea3c0e4-8865-4c00-8045-35681f044e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:25.543012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-aea3c0e4-8865-4c00-8045-35681f044e82 None None] Provisioning complete for port 19e1218c-e9a2-4043-8cc9-e2faf56fcc92 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:49:25.543293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aea3c0e4-8865-4c00-8045-35681f044e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:27.387580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58700) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:27.786755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473e4ac-8856-44a7-af94-f19e7d67213d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:27.787176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473e4ac-8856-44a7-af94-f19e7d67213d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:27.788836 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b473e4ac-8856-44a7-af94-f19e7d67213d admin admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.4001958
Jan 19 15:49:30.325501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58710) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:30.550653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bcaa3-ea09-488d-8a09-4cc42d90901b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:30.551004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bcaa3-ea09-488d-8a09-4cc42d90901b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:30.552936 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-282bcaa3-ea09-488d-8a09-4cc42d90901b admin admin] 10.222.0.122 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2260981
Jan 19 15:49:33.075451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58720) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:33.294188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb5c90-52ed-4f7e-bb39-85f93458ab4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:33.295574 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6afb5c90-52ed-4f7e-bb39-85f93458ab4b admin admin] 10.222.0.122 "GET /v2.0/networks/17cf0d79-3554-4dea-8cf8-b1655f69cc4c HTTP/1.1" status: 200  len: 862 time: 0.2191038
Jan 19 15:49:35.846846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58730) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:36.065486 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b4998-c356-4d8d-911b-1267da607235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:36.066952 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f17b4998-c356-4d8d-911b-1267da607235 admin admin] 10.222.0.122 "GET /v2.0/networks/fe7a3ff0-de49-4f13-ab3f-8380114b5f26 HTTP/1.1" status: 200  len: 886 time: 0.2190139
Jan 19 15:49:38.345062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b79a6496-58a5-4958-83e7-eca9d79a4f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:38.670463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58740) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:38.818657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b638566-7590-40cd-928c-22932d470364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:38.818975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b638566-7590-40cd-928c-22932d470364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:38.820641 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-5b638566-7590-40cd-928c-22932d470364 admin admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1490917
Jan 19 15:49:40.874692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3c6bce5b-e578-4ec9-95bf-7633e056637e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:41.229657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:41.346616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58750) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:41.498963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722868b-1b03-48f0-bb04-2d6493942f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:41.499291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722868b-1b03-48f0-bb04-2d6493942f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:41.501068 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1722868b-1b03-48f0-bb04-2d6493942f3b admin admin] 10.222.0.122 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1533628
Jan 19 15:49:42.259625 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:42.391401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:49:44.065956 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58760) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:44.217215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c42a3-582b-46b0-94fa-e63888917ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:44.218747 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-195c42a3-582b-46b0-94fa-e63888917ce7 admin admin] 10.222.0.122 "GET /v2.0/subnets/750890b6-34fa-4dc1-92eb-1689aee49cd6 HTTP/1.1" status: 200  len: 868 time: 0.1516082
Jan 19 15:49:44.396040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:49:46.754289 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58770) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:49:46.903190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88995822-4c36-414f-a2d0-2bf02c807f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:49:46.904643 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-88995822-4c36-414f-a2d0-2bf02c807f15 admin admin] 10.222.0.122 "GET /v2.0/subnets/ff8f1a94-7737-455f-878c-73b58eb3357f HTTP/1.1" status: 200  len: 816 time: 0.1492879
Jan 19 15:50:08.348871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b337d609-c2be-41a6-8632-3fe1d96164bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:10.879747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b296b99c-8c81-4fd4-87b0-364c7dff505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:11.233389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:12.263434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:12.394533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:13.318000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58810) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:50:13.400337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [None req-6893a101-f40e-411c-bd26-4fe6a3161ecd admin admin] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:50:13.401445 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6893a101-f40e-411c-bd26-4fe6a3161ecd admin admin] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0824249
Jan 19 15:50:16.040268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58820) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:50:16.147228 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.pecan_wsgi.hooks.translation [None req-7230aedd-1876-46d6-9739-f773bc900b82 admin admin] GET failed (client error): The resource could not be found.
Jan 19 15:50:16.147764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7230aedd-1876-46d6-9739-f773bc900b82 admin admin] Synchronizing usage tracker for tenant:311a995375484793b3232cf95a391416 on resource:network {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:50:16.166077 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7230aedd-1876-46d6-9739-f773bc900b82 admin admin] Unset dirty status for tenant:311a995375484793b3232cf95a391416 on resource:network {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:50:16.167567 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7230aedd-1876-46d6-9739-f773bc900b82 admin admin] 10.222.0.122 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1258721
Jan 19 15:50:16.310326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5f0c8-3cbf-47c4-9c77-287dbe4146f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:50:16.311924 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c1f5f0c8-3cbf-47c4-9c77-287dbe4146f0 admin admin] 10.222.0.122 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1396937
Jan 19 15:50:18.846765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58830) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:50:18.931432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:50:18.936489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:50:18.947199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:50:18.956548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Made reservation on behalf of 311a995375484793b3232cf95a391416 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:50:18.961114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:19.058778 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.services.revisions.revision_plugin [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fccbd26b278] {project_id='311a995375484793b3232cf95a391416', id='1064ba6f-7c11-4e00-8a51-1e616cc6e679', target_tenant='*', action='access_as_shared', object_id='5770bbba-3b52-4f57-b459-adc150f08e14'}> to bump revision.
Jan 19 15:50:19.076902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:50:19.089108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:19.089589 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Added segment afe4d7a1-a3a8-4c74-8544-92dec8b89ae7 of type vxlan for network 5770bbba-3b52-4f57-b459-adc150f08e14
Jan 19 15:50:19.129751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:19.165721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:19.167020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:50:19.167642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:19.172479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:50:19.284891 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4361959
Jan 19 15:50:19.285647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5770bbba-3b52-4f57-b459-adc150f08e14,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:50:19.307403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:50:19.315554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 5770bbba-3b52-4f57-b459-adc150f08e14 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:50:21.395902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:50:21.912892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58840) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:50:22.021240 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6b6d82-d206-423f-8333-3ea7cfc586e8 admin admin] GET failed (client error): The resource could not be found.
Jan 19 15:50:22.021798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ab6b6d82-d206-423f-8333-3ea7cfc586e8 admin admin] Synchronizing usage tracker for tenant:311a995375484793b3232cf95a391416 on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:50:22.037388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ab6b6d82-d206-423f-8333-3ea7cfc586e8 admin admin] Unset dirty status for tenant:311a995375484793b3232cf95a391416 on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:50:22.038717 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ab6b6d82-d206-423f-8333-3ea7cfc586e8 admin admin] 10.222.0.122 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1247518
Jan 19 15:50:22.163220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bcf884-63e5-4f52-9843-aff01819985e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:50:22.164797 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-22bcf884-63e5-4f52-9843-aff01819985e admin admin] 10.222.0.122 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1212153
Jan 19 15:50:22.175576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14', 'description': 'shared-subnet'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:50:22.180185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:50:22.190368 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:50:22.199639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Made reservation on behalf of 311a995375484793b3232cf95a391416 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:50:22.204438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:22.630221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:22.645827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:50:22.771891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=839f65a3-c79c-4dc0-ba36-8cb744fd5a9c,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:50:22.784493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:50:22.844933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Checking segment: {'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:50:22.845318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Network hostable DHCP agents. Network: 5770bbba-3b52-4f57-b459-adc150f08e14, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:50:22.865121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Network 5770bbba-3b52-4f57-b459-adc150f08e14 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:50:22.874009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 5770bbba-3b52-4f57-b459-adc150f08e14) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:50:22.878546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:50:22.879183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:22.883700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce49fc5-bb1d-4955-9ba0-58c801c996fa None None] Network 5770bbba-3b52-4f57-b459-adc150f08e14 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:50:22.903545 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7317586
Jan 19 15:50:23.133401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-5770bbba-3b52-4f57-b459-adc150f08e14', 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14', 'tenant_id': '311a995375484793b3232cf95a391416', 'fixed_ips': [{'subnet_id': '839f65a3-c79c-4dc0-ba36-8cb744fd5a9c'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 15:50:23.134575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:23.610744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Allocated IP 192.168.233.2 (5770bbba-3b52-4f57-b459-adc150f08e14/839f65a3-c79c-4dc0-ba36-8cb744fd5a9c/34bb25ec-7a5b-47c1-a173-a584ae78df68) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:50:23.842781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:23.854240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Transition to ACTIVE for port object 34bb25ec-7a5b-47c1-a173-a584ae78df68 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:50:23.873866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Transition to ACTIVE for port object 34bb25ec-7a5b-47c1-a173-a584ae78df68 will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:50:23.879804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:23.897075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c792c21d-a9cf-47ef-a55f-998e4378ad81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:50:24.036284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Pushing event updated for resources: {'Port': ['ID=34bb25ec-7a5b-47c1-a173-a584ae78df68,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:50:24.047025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.047408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.047782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.048156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.048517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.049424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.049806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.050173 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.050549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.050905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.051263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.051613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:50:24.066171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:50:24.108700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Network 5770bbba-3b52-4f57-b459-adc150f08e14 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:50:24.110217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:50:24.113264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:50:24.172813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Attempting to bind port 34bb25ec-7a5b-47c1-a173-a584ae78df68 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:50:24.173135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Attempting to bind port 34bb25ec-7a5b-47c1-a173-a584ae78df68 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:50:24.173548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Attempting to bind port 34bb25ec-7a5b-47c1-a173-a584ae78df68 on network 5770bbba-3b52-4f57-b459-adc150f08e14 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:50:24.181151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:50:24.181555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Checking segment: {'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:50:24.182025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:24.182456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Bound using segment: {'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:50:24.182957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Bound port: 34bb25ec-7a5b-47c1-a173-a584ae78df68, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:50:24.183384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:24.285895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] For port 34bb25ec-7a5b-47c1-a173-a584ae78df68, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:50:24.289669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] For port 34bb25ec-7a5b-47c1-a173-a584ae78df68, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=34bb25ec-7a5b-47c1-a173-a584ae78df68,segment=NetworkSegment(afe4d7a1-a3a8-4c74-8544-92dec8b89ae7),segment_id=afe4d7a1-a3a8-4c74-8544-92dec8b89ae7)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:50:24.293081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:24.310313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:50:24.467102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Pushing event updated for resources: {'Port': ['ID=34bb25ec-7a5b-47c1-a173-a584ae78df68,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:50:24.470433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:50:25.815806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d1380-59a5-4610-81dd-d6e46f7af9db None None] Network 5770bbba-3b52-4f57-b459-adc150f08e14 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:50:25.906705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-7220cabb-fdca-4863-8623-145f60403499 None None] Provisioning for port 34bb25ec-7a5b-47c1-a173-a584ae78df68 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:50:26.399336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 34bb25ec-7a5b-47c1-a173-a584ae78df68 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:50:26.497347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 34bb25ec-7a5b-47c1-a173-a584ae78df68 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:50:26.503608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 34bb25ec-7a5b-47c1-a173-a584ae78df68 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:50:26.504026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:26.651858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:26.662526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d5b3aa9a-6df4-416a-a5f0-2f7a01b81c62 None None] Provisioning complete for port 34bb25ec-7a5b-47c1-a173-a584ae78df68 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:50:26.662926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5b3aa9a-6df4-416a-a5f0-2f7a01b81c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:26.745812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 34bb25ec-7a5b-47c1-a173-a584ae78df68, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=34bb25ec-7a5b-47c1-a173-a584ae78df68,segment=NetworkSegment(afe4d7a1-a3a8-4c74-8544-92dec8b89ae7),segment_id=afe4d7a1-a3a8-4c74-8544-92dec8b89ae7)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:50:26.752970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:26.757385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:50:26.883808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=34bb25ec-7a5b-47c1-a173-a584ae78df68,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:50:26.903497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:50:28.348887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 34bb25ec-7a5b-47c1-a173-a584ae78df68 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:50:28.426357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 34bb25ec-7a5b-47c1-a173-a584ae78df68 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:50:28.426774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:38.351466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cdc86e09-fd57-49e8-babb-c753a487eca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:40.883292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-da5c6e3d-a700-4294-9eb0-933fccbf853e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:41.242025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:42.268715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:42.400922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:50:58.396696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:51:08.354399 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ece721f6-a526-4d27-8bb6-b777ec56fcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:10.886476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9bf5595c-b21b-40a7-85f7-e0a6b3d2b0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:11.239762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:12.277684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:12.412912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:30.909452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58884) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:51:30.915726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [None req-09df72ec-e2d0-4b49-8179-dcf1f2647220 tempest-verify_tempest_config-2128439381 tempest-verify_tempest_config-2128439381] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:51:30.916754 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-09df72ec-e2d0-4b49-8179-dcf1f2647220 tempest-verify_tempest_config-2128439381 tempest-verify_tempest_config-2128439381] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0062361
Jan 19 15:51:31.283653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58904) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:51:31.445635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:31.465021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:51:31.469429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Usage tracker for resource:security_group_rule and tenant:fc3a7ce871014401b5ff56d930cb4b8d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:51:31.472584 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:51:31.478305 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:51:31.577297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:31.580208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:31.589560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:51:31.633593 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=fc3a7ce871014401b5ff56d930cb4b8d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3486853
Jan 19 15:51:31.635126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dd4fe2-8e1c-46aa-b5ea-311a5cafcba1,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:51:31.636680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58910) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:51:31.643250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.643643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.644005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.644361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.644714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.645081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.645434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.645819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.646191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.646582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.646927 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.647271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.651282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:51:31.707348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:31.741039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:31.792644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:31.797883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:51:31.812598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dd4fe2-8e1c-46aa-b5ea-311a5cafcba1,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:51:31.821228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:31.822555 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/46dd4fe2-8e1c-46aa-b5ea-311a5cafcba1 HTTP/1.1" status: 204  len: 168 time: 0.1846561
Jan 19 15:51:31.824144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.824518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.824890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.825249 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.825612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.826027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.826394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.826903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.827123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.827654 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.828011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.828367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:51:31.832586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:51:35.396593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:51:38.357165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1331683e-c932-41de-9bab-77f3c49371dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:40.890599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-255acf1b-f577-439e-b37e-0837aabb6eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:41.243411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:42.271290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:51:42.404680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:08.358819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2ef6773f-900c-438f-ac69-fb828a755f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:10.894711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9e1665b-439b-4105-9047-63e506c99b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:11.246071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:12.274169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:12.397827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:52:12.412673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:38.362243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7a24bd1a-d948-4b87-83e0-e92cd21f5ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:40.897633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a83d-2aa5-4183-829b-cebf96b94316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:41.248983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:42.276926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:42.417458 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:52:49.396996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 5 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:53:08.532565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95e392a6-54cd-4b37-a833-946bb0154873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:10.907645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c09cc9b5-5502-4ab7-82b4-a536b83bdc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:11.256972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:12.279780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:12.420397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:18.833661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717'] for agent, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:18.834270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.834518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.834897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.835273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.835650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.836021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.836400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.836746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.837113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.837475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.837884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.838251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:53:18.838634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fccbd9b1f28>, 'Open vSwitch agent', 'hv-cinder-66710', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:53:18.844131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fccbd9b1358>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-66710', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:53:19.245366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] get_endpoint_by_host() called for host hv-cinder-66710 {{(pid=80062) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 19 15:53:19.250315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] get_endpoint_by_ip() called for ip 192.168.0.75 {{(pid=80062) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 19 15:53:19.253340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] _add_endpoint() called for ip 192.168.0.75 {{(pid=80062) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 19 15:53:19.259147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] _get_endpoints() called {{(pid=80062) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 19 15:53:26.398044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:53:31.405725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58982) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:53:31.565272 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-58af8857-c6b5-4ff0-8fa2-6961b153648f admin admin] 10.222.0.122 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5092 time: 0.1582277
Jan 19 15:53:34.149475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58992) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:53:34.240732 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-04f50204-debe-4563-b0a7-07b4e44f73d5 admin admin] 10.222.0.122 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5092 time: 0.0899227
Jan 19 15:53:38.366161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-faac3b1d-7117-4cee-8c26-e6b1d66c31c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:40.901836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d2731038-4e80-4cd4-8568-fa322905564c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:41.254973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:42.282535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:42.422929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:53:48.870392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:03.397545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:54:08.369270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0df31a55-ba94-4cf8-a701-1325cadc38ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:10.906081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-26f5af2c-d51c-4cb3-bbf3-2c3c51662018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:11.256306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:12.284230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:12.419292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:18.875581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:38.371959 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b232d3da-7505-4280-a3cd-d6aff793a845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:40.397925 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:54:40.908925 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27fee316-920c-44fa-9594-6dd97f80fed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:41.259444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:42.288352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:42.424735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:54:48.890343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:08.385840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e104d328-1d07-46b4-9424-b4f0c97090d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:10.924610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4ad615be-b0b0-43af-ab60-f2b89439c40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:11.268886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.028977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59128) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:12.290064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.426024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.602454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-71649596-network', 'tenant_id': '1df0b9ea72d049febb188a8f75d7b5c6'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:12.607657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:12.611889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Usage tracker for resource:network and tenant:1df0b9ea72d049febb188a8f75d7b5c6 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:12.615169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:12.622471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:12.633879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Made reservation on behalf of 1df0b9ea72d049febb188a8f75d7b5c6 for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:12.638763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.653274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.670369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:12.674762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Usage tracker for resource:security_group_rule and tenant:1df0b9ea72d049febb188a8f75d7b5c6 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:12.679147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:12.685650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:12.791528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.795078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.799639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:12.840346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33cb17f-1028-42ce-b5a2-0ad3218425af,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:12.842722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:55:12.853210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.853608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.854012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.854378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.854748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.855323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.855523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.855903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.856264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.856620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.856974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.857306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.857720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.858100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.858465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.858812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.859162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.859516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.859863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.860211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.860563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.860911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.861257 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.861601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Tracked resource versions report:
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'},
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'ConntrackHelper': '1.0',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Log': '1.0',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Network': '1.1',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Port': '1.6',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'PortForwarding': '1.2',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'QosPolicy': '1.8',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroup': '1.4',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroupRule': '1.2',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SubPort': '1.0',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Subnet': '1.1',
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Trunk': '1.1'}}
Jan 19 15:55:12.862948 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:55:12.868011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:12.872851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.873243 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Added segment 2f98ffe2-8726-45ff-a152-848f1879a749 of type vxlan for network 4d987a2f-1a5a-457f-86c1-ecbb28086e33
Jan 19 15:55:12.906727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.938433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.942320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:12.942320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:12.946864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24b654b6-62b2-4f23-aff2-029400a05fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:13.050380 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.0201366
Jan 19 15:55:13.053065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59160) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:13.060159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Request body: {'subnet': {'network_id': '4d987a2f-1a5a-457f-86c1-ecbb28086e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-71649596-subnet', 'tenant_id': '1df0b9ea72d049febb188a8f75d7b5c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:13.065863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:13.072652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Pushing event updated for resources: {'Network': ['ID=4d987a2f-1a5a-457f-86c1-ecbb28086e33,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:13.075075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Usage tracker for resource:subnet and tenant:1df0b9ea72d049febb188a8f75d7b5c6 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:13.079561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:13.083387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:13.084498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:13.087367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:13.099409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Made reservation on behalf of 1df0b9ea72d049febb188a8f75d7b5c6 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:13.105582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:13.107007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:13.577255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:13.593902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:13.934314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:13.958140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.959653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.960034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.960667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.960776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.961065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.961417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.961791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.962151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.962505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.962850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.963197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.963660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.963954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.964237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.964589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.964988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.965276 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.965626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.966013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.966358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.966699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.967043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.967392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Tracked resource versions report:
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'},
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'ConntrackHelper': '1.0',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Log': '1.0',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Network': '1.1',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Port': '1.6',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'PortForwarding': '1.2',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'QosPolicy': '1.8',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroup': '1.4',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroupRule': '1.2',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SubPort': '1.0',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Subnet': '1.1',
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Trunk': '1.1'}}
Jan 19 15:55:13.968736 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:55:13.974123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:14.038895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Checking segment: {'id': '2f98ffe2-8726-45ff-a152-848f1879a749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d987a2f-1a5a-457f-86c1-ecbb28086e33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:14.039360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Network hostable DHCP agents. Network: 4d987a2f-1a5a-457f-86c1-ecbb28086e33, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:55:14.075102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:55:14.085835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 4d987a2f-1a5a-457f-86c1-ecbb28086e33) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:14.090795 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:14.091617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:14.096020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b675bdea-e67c-4d9b-9f41-f65f64e0ae24 None None] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:14.125622 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0710390
Jan 19 15:55:14.256125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59202) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:14.285113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59208) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:14.312749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59214) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:14.397240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4aeb32-e540-48b2-af61-a87f85cfcd66 None None] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:14.648320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-74835742-network', 'tenant_id': '9c0936ff679b445f8797ddda81826c2a'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:14.889216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:14.894080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Usage tracker for resource:network and tenant:9c0936ff679b445f8797ddda81826c2a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:14.897441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:14.903441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:14.913509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Made reservation on behalf of 9c0936ff679b445f8797ddda81826c2a for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:14.918533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:14.933096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-320270129-network', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:14.933484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:14.939600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:14.947774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Usage tracker for resource:network and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:14.950722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-921481697-network', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:14.951978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:14.955583 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:14.960233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Usage tracker for resource:network and tenant:85333c098a7c42648e0fc2f250545ce4 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:14.960436 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:14.964145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:14.970598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:14.974200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Made reservation on behalf of afdf7b2bd9af48a88a61d7ee06632f6f for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:14.980664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:14.983835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:14.986287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Made reservation on behalf of 85333c098a7c42648e0fc2f250545ce4 for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:14.992250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:14.999570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.008008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Usage tracker for resource:security_group_rule and tenant:9c0936ff679b445f8797ddda81826c2a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:15.011382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.023813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:15.025702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:15.032138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Usage tracker for resource:security_group_rule and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:15.033236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:15.037094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:15.038169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:15.045227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:15.047510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Usage tracker for resource:security_group_rule and tenant:85333c098a7c42648e0fc2f250545ce4 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:15.054260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:15.069309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:15.202303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.206834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.210194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.213651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:15.220379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.236011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:15.253772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42876c7-e48f-49f6-af6f-e31abbe1ed85,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:15.259140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:15.272226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.283818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:55:15.293591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.302094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.303368 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Added segment 0b595d70-a531-48ed-b913-5e70a3247fc6 of type vxlan for network 6bb901bc-5abd-4a67-8841-df604b84b61d
Jan 19 15:55:15.367527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143969de-6715-49eb-9d38-f1b79e2d8c9a,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:15.374550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:15.375272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:15.395427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.421579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:15.425962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:15.456887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.458744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:15.460465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.463571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 15:55:15.464169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 15:55:15.472024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:15.607272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb901bc-5abd-4a67-8841-df604b84b61d,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:15.620768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:15.621375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 6bb901bc-5abd-4a67-8841-df604b84b61d details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:15.622861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 15:55:15.623230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 15:55:15.655868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59260) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:15.663497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Request body: {'subnet': {'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-74835742-subnet', 'tenant_id': '9c0936ff679b445f8797ddda81826c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:15.666611 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.4086330
Jan 19 15:55:15.669920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:15.675636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Usage tracker for resource:subnet and tenant:9c0936ff679b445f8797ddda81826c2a is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:15.679366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:15.697839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:15.714935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Made reservation on behalf of 9c0936ff679b445f8797ddda81826c2a for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:15.722165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:15.787260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 6bb901bc-5abd-4a67-8841-df604b84b61d details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:15.965318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.024601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:55:16.053182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.053830 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Added segment 3e1f726f-33f0-457f-a6bc-3cd77059fdbd of type vxlan for network 0a35fa9c-a0a2-41f2-96ec-9653ac034691
Jan 19 15:55:16.124578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.156958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.215386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.216338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 15:55:16.216847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 15:55:16.217406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:16.218088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.226204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fece45e9-51df-4df7-8907-093c1a7854a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:16.360289 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 2.0428839
Jan 19 15:55:16.360718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59278) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:16.370724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Request body: {'subnet': {'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-320270129-subnet', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:16.383872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:16.391368 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Usage tracker for resource:subnet and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:16.399491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:16.408570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:16.417122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Pushing event updated for resources: {'Network': ['ID=0a35fa9c-a0a2-41f2-96ec-9653ac034691,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:16.423408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:16.432367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:16.437134 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Made reservation on behalf of afdf7b2bd9af48a88a61d7ee06632f6f for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:16.446634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.461440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:16.484499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.507997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c81f1bea-4a3f-4873-911b-a5811e4c0e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:16.699163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f1fbf3-d32f-4d54-847a-da6ce874e88d,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:16.707286 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.717001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:16.855859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Checking segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:16.856336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Network hostable DHCP agents. Network: 6bb901bc-5abd-4a67-8841-df604b84b61d, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:55:16.883033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Network 6bb901bc-5abd-4a67-8841-df604b84b61d is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:55:16.892501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:55:16.895043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 6bb901bc-5abd-4a67-8841-df604b84b61d) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:16.900505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:16.901502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.915737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25424a9a-ab57-4655-982b-3ceb54aebf55 None None] Network 6bb901bc-5abd-4a67-8841-df604b84b61d requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:16.939769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:16.939769 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Added segment 263e1515-baf2-44d8-a74b-48e0a46e0a49 of type vxlan for network da38b16f-a05b-4226-9755-533c6e1617ab
Jan 19 15:55:16.960131 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2932692
Jan 19 15:55:17.045292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:17.186204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:17.190774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:17.191578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:17.215140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:17.277433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5584ad-6564-487a-860c-f6e0b327a59c None None] Network 6bb901bc-5abd-4a67-8841-df604b84b61d requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:17.341952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Pushing event updated for resources: {'Network': ['ID=da38b16f-a05b-4226-9755-533c6e1617ab,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:17.355301 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 3.0677207
Jan 19 15:55:17.356648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:17.358421 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59320) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:17.384767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Request body: {'subnet': {'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-subnet', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:17.401967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:55:17.413730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:17.431246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Usage tracker for resource:subnet and tenant:85333c098a7c42648e0fc2f250545ce4 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:17.440425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:17.444939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59330) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:17.450635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network da38b16f-a05b-4226-9755-533c6e1617ab details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:17.454467 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 19 15:55:17.473087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:17.503627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Made reservation on behalf of 85333c098a7c42648e0fc2f250545ce4 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:17.508887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:17.580847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:17.754889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-38a0d05b-8390-4891-8e24-237c8f39bc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:17.937440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-6aa84082-8e28-42ba-bae8-c65f609ebba1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:17.937825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-6aa84082-8e28-42ba-bae8-c65f609ebba1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Synchronizing usage tracker for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:network {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:17.940829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabec43d-4301-4faa-b8bb-b957262086fc,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:17.954919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:17.983607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Checking segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:17.984001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Network hostable DHCP agents. Network: 0a35fa9c-a0a2-41f2-96ec-9653ac034691, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:55:17.991541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-6aa84082-8e28-42ba-bae8-c65f609ebba1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Unset dirty status for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:network {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:17.992784 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-6aa84082-8e28-42ba-bae8-c65f609ebba1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/networks?id=4d987a2f-1a5a-457f-86c1-ecbb28086e33 HTTP/1.1" status: 200  len: 810 time: 0.5467660
Jan 19 15:55:17.996557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network da38b16f-a05b-4226-9755-533c6e1617ab details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:55:18.043983 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-df1d66be-b971-4749-8b9f-8ff751806281 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/quotas/1df0b9ea72d049febb188a8f75d7b5c6 HTTP/1.1" status: 200  len: 375 time: 0.0259473
Jan 19 15:55:18.154513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:55:18.168165 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-5f10f489-37fa-4ba1-9dba-9a3d48f1f760 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?tenant_id=1df0b9ea72d049febb188a8f75d7b5c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1136181
Jan 19 15:55:18.175889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 0a35fa9c-a0a2-41f2-96ec-9653ac034691) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:18.194015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:18.194981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.198597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c6218-19ae-4260-bf43-d2b984cf4782 None None] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:18.227190 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8613307
Jan 19 15:55:18.230491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59368) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:18.237974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59370) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:18.242789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:18.243521 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 19 15:55:18.248280 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:18.253305 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Usage tracker for resource:router and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:18.261542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:18.269120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:18.282502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.283806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.305320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.467962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.490310 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:18.563345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-81ecb577-026b-47df-8708-c29a9977b85c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:18.563622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-d71146e2-0db7-418d-8480-9a98de33544c service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:55:18.564788 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-d71146e2-0db7-418d-8480-9a98de33544c service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1733119
Jan 19 15:55:18.564975 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-81ecb577-026b-47df-8708-c29a9977b85c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.3258593
Jan 19 15:55:18.595010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 15:55:18.595910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.664319 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-8feb9a6e-bb6f-4bd4-9fab-9b77ecb7eaa1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/quotas/9c0936ff679b445f8797ddda81826c2a HTTP/1.1" status: 200  len: 375 time: 0.0456729
Jan 19 15:55:18.669639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=505e4bac-e603-485f-ab3b-c4eb5b6904de,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:18.676819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.678452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:18.746376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-3b3c4871-282a-4b3c-8f3e-706adc2d3482 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0717359
Jan 19 15:55:18.830591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Checking segment: {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:18.830981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Network hostable DHCP agents. Network: da38b16f-a05b-4226-9755-533c6e1617ab, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:55:18.873125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Network da38b16f-a05b-4226-9755-533c6e1617ab is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:55:18.896370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, da38b16f-a05b-4226-9755-533c6e1617ab) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:18.913175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:18.918591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2f969-c6f4-4062-9634-d699c110c1f0 None None] Network da38b16f-a05b-4226-9755-533c6e1617ab requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:18.920247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:18.942102 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-e924a629-c860-4379-a8ca-c15d88d2660a service neutron] 10.222.0.122 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3065519
Jan 19 15:55:18.977497 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6177802
Jan 19 15:55:18.980187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59388) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:18.985535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:19.001998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:19.008461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Usage tracker for resource:router and tenant:85333c098a7c42648e0fc2f250545ce4 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:19.012284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:19.015273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:19.027254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:19.045293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-f1ba96d1-a81a-4ef0-aa1d-ce6a91304a1e service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:55:19.047509 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-f1ba96d1-a81a-4ef0-aa1d-ce6a91304a1e service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1964440
Jan 19 15:55:19.049505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:19.051212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:19.144284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Allocated IP 172.20.0.2 (0a35fa9c-a0a2-41f2-96ec-9653ac034691/fabec43d-4301-4faa-b8bb-b957262086fc/69cb22df-5478-4ab3-9f3f-bbada4046545) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:19.191547 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:19.360326 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-5d96123d-76fb-46b1-b922-dca4a90a49c7 service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006504
Jan 19 15:55:19.423112 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-8ce51440-ff09-45e3-871f-ebd4a74944fa service neutron] 10.222.0.122 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4797878
Jan 19 15:55:19.621293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ef10e-6921-400a-8eaa-3ce56b4e22e4 None None] Network da38b16f-a05b-4226-9755-533c6e1617ab requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:19.760153 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:19.798516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:19.881724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:19.923340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Transition to ACTIVE for port object 69cb22df-5478-4ab3-9f3f-bbada4046545 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:20.003047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Transition to ACTIVE for port object 69cb22df-5478-4ab3-9f3f-bbada4046545 will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:20.011851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.028787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:20.051026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.149363 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-52782be9-1129-47b8-bbe2-ee32b5fd69e1 service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7090743
Jan 19 15:55:20.181090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Pushing event updated for resources: {'Port': ['ID=69cb22df-5478-4ab3-9f3f-bbada4046545,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:20.203963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.204351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.204726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.205232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.205595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.206004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.206617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.206735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.207133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.207367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.207850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.208259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.208766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.209365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.209765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.210165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.210527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.210885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.211245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.211590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.211937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.212282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.212626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.212989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Tracked resource versions report:
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'},
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'ConntrackHelper': '1.0',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Log': '1.0',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Network': '1.1',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Port': '1.6',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'PortForwarding': '1.2',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'QosPolicy': '1.8',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroup': '1.4',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroupRule': '1.2',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SubPort': '1.0',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Subnet': '1.1',
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Trunk': '1.1'}}
Jan 19 15:55:20.214410 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:55:20.221018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:20.245289 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Allocated IP 172.27.2.101 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/aff93ea8-4345-418a-a043-89c0b05ed389) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:20.283258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:20.284732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:20.287761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:20.367735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Attempting to bind port 69cb22df-5478-4ab3-9f3f-bbada4046545 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:20.368325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Attempting to bind port 69cb22df-5478-4ab3-9f3f-bbada4046545 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:20.368776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Attempting to bind port 69cb22df-5478-4ab3-9f3f-bbada4046545 on network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:20.378195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:20.378793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Checking segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:20.379598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.381411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Bound using segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:20.382109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Bound port: 69cb22df-5478-4ab3-9f3f-bbada4046545, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:20.382627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.547181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] For port 69cb22df-5478-4ab3-9f3f-bbada4046545, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:20.558046 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] For port 69cb22df-5478-4ab3-9f3f-bbada4046545, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=69cb22df-5478-4ab3-9f3f-bbada4046545,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:20.566135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.602597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:20.684869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.704851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.799749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.813911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:20.856685 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-47a901a4-e033-4448-83fd-26ea657efb45 req-86d02190-b48a-4739-9a14-9161dda81cd7 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0953257
Jan 19 15:55:20.864022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:20.994546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Pushing event updated for resources: {'Port': ['ID=69cb22df-5478-4ab3-9f3f-bbada4046545,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:21.001384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:21.425580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:21.434851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Allocated IP 172.27.2.112 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/00d57e81-93ec-4365-a0d7-3c750483770c) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:21.438325 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b250743-31af-4070-8ffc-1b6e00b900ca req-52a3546c-64de-458c-8ee9-d064183665e9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.3605044
Jan 19 15:55:21.443578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:21.452148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:21.798012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=aff93ea8-4345-418a-a043-89c0b05ed389,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:21.830937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:21.897033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:21.953092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:21.973216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:22.123627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Pushing event updated for resources: {'Port': ['ID=00d57e81-93ec-4365-a0d7-3c750483770c,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:22.128577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:22.182319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:22.183455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:22.186042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:22.217154 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-92a9182a-c216-4084-8f5f-e4a97eeecca1 req-2a72c3d4-a34c-4861-827e-00f2f33fd37a tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0636253
Jan 19 15:55:22.262281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:22.566421 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 69cb22df-5478-4ab3-9f3f-bbada4046545 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:22.643999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:22.669629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 69cb22df-5478-4ab3-9f3f-bbada4046545 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:22.725528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:22.910572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280dd68f-eb97-48f2-b31c-dff142eb2fd8 None None] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:55:23.115293 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-79f82b15-bd9a-4cbd-a057-32573dd7e7dd req-9d45e32e-61ce-4e9f-96b2-80e998122a9a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.4685884
Jan 19 15:55:23.206448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 15:55:23.217874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Provisioning for port 69cb22df-5478-4ab3-9f3f-bbada4046545 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:23.238043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Provisioning complete for port 69cb22df-5478-4ab3-9f3f-bbada4046545 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:23.238463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:23.375524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:23.461018 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0d969f01-fb0e-4ea0-89d5-482175133d81 req-d49a1d11-2d0e-4572-a845-03d9edf324cf tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0702424
Jan 19 15:55:23.493087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:23.529190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 15:55:23.548003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] For port 69cb22df-5478-4ab3-9f3f-bbada4046545, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=69cb22df-5478-4ab3-9f3f-bbada4046545,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:55:23.554547 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Sync routers for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 15:55:23.555675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:23.557717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:23.577589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:23.579016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd989240>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:23.592401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:23.594017 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.3623309
Jan 19 15:55:23.598551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59534) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:23.695026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Pushing event updated for resources: {'Port': ['ID=69cb22df-5478-4ab3-9f3f-bbada4046545,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:23.705052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:23.751615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Router 8a189d7e-aa92-4226-964e-66397ebef985 is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 15:55:23.937258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:23.995183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c9250141-65c9-46ed-95b8-a5f6b08d07bd None None] Provisioning complete for port 69cb22df-5478-4ab3-9f3f-bbada4046545 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:23.995586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9250141-65c9-46ed-95b8-a5f6b08d07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:24.176430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 15:55:24.207670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Sync routers for ids ['8a189d7e-aa92-4226-964e-66397ebef985'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 15:55:24.249448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:24.253851 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.2700741
Jan 19 15:55:24.254141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59562) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:24.306711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Routers {'8a189d7e-aa92-4226-964e-66397ebef985'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:24.307408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe41aac8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['8a189d7e-aa92-4226-964e-66397ebef985'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:24.647804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd989240>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:21Z', 'revision_number': 3, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:24.653036 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Checking router: f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 15:55:24.653666 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Updating router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 port aff93ea8-4345-418a-a043-89c0b05ed389 binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 15:55:24.713321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 69cb22df-5478-4ab3-9f3f-bbada4046545 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:24.758396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:24.808232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Set router 8a189d7e-aa92-4226-964e-66397ebef985 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:24.831234 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7fe16517-f6b5-4bce-87da-21a4fa697eee req-b6e9edb5-9af4-4dc2-91e4-e3960c4cc1dd tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.1296871
Jan 19 15:55:24.976028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 69cb22df-5478-4ab3-9f3f-bbada4046545 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:24.976452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:25.084194 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3d61099-66a3-4460-8a38-7f5de8ee9cf7 req-23d3a860-3b6f-439d-a573-0d3c6a5f2380 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.1294272
Jan 19 15:55:25.153166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-cd55f1a7-34cd-43b4-8e99-2e86d3294c54 None None] Provisioning complete for port 69cb22df-5478-4ab3-9f3f-bbada4046545 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:25.153598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cd55f1a7-34cd-43b4-8e99-2e86d3294c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:25.226338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:25.384230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:25.398016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Transition to ACTIVE for port object aff93ea8-4345-418a-a043-89c0b05ed389 will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:25.404309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:25.420799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:25.434111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:25.679925 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe41aac8>, [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T15:55:22Z', 'revision_number': 3, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:25.691381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Checking router: 8a189d7e-aa92-4226-964e-66397ebef985 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 15:55:25.691849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Updating router 8a189d7e-aa92-4226-964e-66397ebef985 port 00d57e81-93ec-4365-a0d7-3c750483770c binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 15:55:25.780585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:25.870916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Allocated IP 172.20.0.1 (0a35fa9c-a0a2-41f2-96ec-9653ac034691/fabec43d-4301-4faa-b8bb-b957262086fc/79349404-7fd2-4ce5-8b3c-1c20fc29dc54) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:25.955147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Pushing event updated for resources: {'Port': ['ID=aff93ea8-4345-418a-a043-89c0b05ed389,revision_number=2']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:25.957258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Allocated IP 172.20.0.1 (da38b16f-a05b-4226-9755-533c6e1617ab/505e4bac-e603-485f-ab3b-c4eb5b6904de/e88ca6cd-6aa8-46ea-9422-c978dafca4c0) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:25.988819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.990163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.990551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.990916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.991533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.991897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.994817 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.997918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.998308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.998681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.999047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.999406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:25.999838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.002092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.002473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.002842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.003208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.003570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.003934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.004288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.006448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.006835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.007204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.007567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Tracked resource versions report:
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]: pushed versions:
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]: {   'AddressGroup': {'1.1'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'ConntrackHelper': {'1.0'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Log': {'1.0'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Network': {'1.1'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Port': {'1.6'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'PortForwarding': {'1.2'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'QosPolicy': {'1.8'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroup': {'1.4'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SecurityGroupRule': {'1.2'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'SubPort': {'1.0'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Subnet': {'1.1'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     'Trunk': {'1.1'}}
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]: consumer versions:
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]: {   DHCP agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     L3 agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metadata agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     Metering agent@dv-cinder-667108-29-iscsi: {},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@dv-cinder-667108-29-iscsi: {   'AddressGroup': '1.1',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'ConntrackHelper': '1.0',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Log': '1.0',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Network': '1.1',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Port': '1.6',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'PortForwarding': '1.2',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'QosPolicy': '1.8',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroup': '1.4',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SecurityGroupRule': '1.2',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'SubPort': '1.0',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Subnet': '1.1',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                                       'Trunk': '1.1'},
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:     Open vSwitch agent@hv-cinder-66710: {   'AddressGroup': '1.1',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'ConntrackHelper': '1.0',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Log': '1.0',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Network': '1.1',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Port': '1.6',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'PortForwarding': '1.2',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'QosPolicy': '1.8',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroup': '1.4',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SecurityGroupRule': '1.2',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'SubPort': '1.0',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Subnet': '1.1',
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:                                             'Trunk': '1.1'}}
Jan 19 15:55:26.011574 dv-cinder-667108-29-iscsi neutron-server[79949]:  {{(pid=80063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 19 15:55:26.031944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:26.092203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Attempting to bind port aff93ea8-4345-418a-a043-89c0b05ed389 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:26.092782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Attempting to bind port aff93ea8-4345-418a-a043-89c0b05ed389 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:26.093114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Attempting to bind port aff93ea8-4345-418a-a043-89c0b05ed389 on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:26.101961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:26.103008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:26.103458 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.103895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:26.104379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Bound port: aff93ea8-4345-418a-a043-89c0b05ed389, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:26.104805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.137169 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a4efacf3-75d1-400e-824c-a3153db381a1 req-6ddc3dbf-0a3d-4cd7-a158-a1a806c9c0a8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.0574007
Jan 19 15:55:26.220192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.254742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Transition to ACTIVE for port object 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:26.262222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] For port aff93ea8-4345-418a-a043-89c0b05ed389, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:26.274805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] For port aff93ea8-4345-418a-a043-89c0b05ed389, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=aff93ea8-4345-418a-a043-89c0b05ed389,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:26.279483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.289370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.318130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-435e2f16-c3fe-4618-a388-1c6c0632922b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:26.425203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.430368 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3e52f72a-b07c-42ca-8aa9-6ac9652ab21d req-49b01072-49f4-44ce-b262-71a5727f560f tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.1246345
Jan 19 15:55:26.454868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-dbf92cfe-41ea-4ff7-bea3-75ffab570fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:26.503159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.527087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Pushing event updated for resources: {'Port': ['ID=aff93ea8-4345-418a-a043-89c0b05ed389,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:26.534753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:26.544934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:26.555855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:26.561535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:26.562133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:26.627709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:26.628721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd989240>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:26.975435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Pushing event updated for resources: {'Port': ['ID=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:26.998600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:27.014216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b6757bd0-9d90-4d40-a25f-2332fc52c80e None None] Provisioning for port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:27.028795 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b6757bd0-9d90-4d40-a25f-2332fc52c80e None None] Provisioning complete for port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:27.029219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6757bd0-9d90-4d40-a25f-2332fc52c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.031202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:27.137152 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.157700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-b6757bd0-9d90-4d40-a25f-2332fc52c80e None None] Port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 15:55:27.159615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Transition to ACTIVE for port object 00d57e81-93ec-4365-a0d7-3c750483770c will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:27.167928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.237255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.85', 50679) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:27.238618 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12a249e3-fa0a-448d-9b73-cd20acd1c432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:27.338175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:27.426599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Attempting to bind port 00d57e81-93ec-4365-a0d7-3c750483770c on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:27.426973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Attempting to bind port 00d57e81-93ec-4365-a0d7-3c750483770c by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:27.427366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Attempting to bind port 00d57e81-93ec-4365-a0d7-3c750483770c on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:27.447440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:27.447922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:27.448296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.448932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:27.449872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Bound port: 00d57e81-93ec-4365-a0d7-3c750483770c, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:27.450326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.483626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd989240>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:21Z', 'revision_number': 3, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:27.504035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232105d-09f8-49f9-8e72-d6e4bfe4a94d None None] The sync data for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi is: [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:21Z', 'revision_number': 3, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 15:55:27.535688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9542664-c76e-4ab1-b347-e0a77643ebf0 None None] Pushing event updated for resources: {'Port': ['ID=00d57e81-93ec-4365-a0d7-3c750483770c,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:27.546642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f9542664-c76e-4ab1-b347-e0a77643ebf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:27.612237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] For port 00d57e81-93ec-4365-a0d7-3c750483770c, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:27.612456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-460301e5-f5ae-4c05-a4c8-b930743ea16c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:27.614901 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-460301e5-f5ae-4c05-a4c8-b930743ea16c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.85 "GET /v2.0/networks?id=4d987a2f-1a5a-457f-86c1-ecbb28086e33 HTTP/1.1" status: 200  len: 810 time: 0.2837646
Jan 19 15:55:27.620951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] For port 00d57e81-93ec-4365-a0d7-3c750483770c, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=00d57e81-93ec-4365-a0d7-3c750483770c,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:27.623190 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-365159c4-f0cb-4981-bcd2-bed403b1754e req-82c3edbd-081c-4097-ad34-9411f8175f30 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.1721518
Jan 19 15:55:27.628111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.636854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.666171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Network da38b16f-a05b-4226-9755-533c6e1617ab is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:27.668449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:27.672882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:27.673453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:27.679024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:27.763820 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-be124655-4054-4a10-87ec-feeba1b338ce req-34b70c97-f4cd-42ee-8998-1e1b1e7315ee tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0871551
Jan 19 15:55:27.764337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.85', 50687) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:27.769260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Request body: {'port': {'device_id': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'network_id': '4d987a2f-1a5a-457f-86c1-ecbb28086e33', 'admin_state_up': True, 'tenant_id': '1df0b9ea72d049febb188a8f75d7b5c6'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:27.971684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9542664-c76e-4ab1-b347-e0a77643ebf0 None None] Pushing event updated for resources: {'Port': ['ID=00d57e81-93ec-4365-a0d7-3c750483770c,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:27.978845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f9542664-c76e-4ab1-b347-e0a77643ebf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:28.072673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Pushing event updated for resources: {'Port': ['ID=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:28.114144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:28.124772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:28.144065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Usage tracker for resource:port and tenant:1df0b9ea72d049febb188a8f75d7b5c6 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:28.172292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Routers {'8a189d7e-aa92-4226-964e-66397ebef985'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:28.175964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Quota usage for port was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:28.178350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe41aac8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['8a189d7e-aa92-4226-964e-66397ebef985'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:28.211839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:28.313947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Made reservation on behalf of 1df0b9ea72d049febb188a8f75d7b5c6 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:28.328293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:28.454535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4f9ad1bc-fb2e-44f3-aa82-b36106af1477 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:28.455367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4f9ad1bc-fb2e-44f3-aa82-b36106af1477 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:network {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:28.586854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4f9ad1bc-fb2e-44f3-aa82-b36106af1477 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:network {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:28.588610 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4f9ad1bc-fb2e-44f3-aa82-b36106af1477 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.8230972
Jan 19 15:55:28.736482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Request body: {'port': {'device_id': '47721066-6c26-474c-ba20-10c9ea539a7d', 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d', 'admin_state_up': True, 'tenant_id': '9c0936ff679b445f8797ddda81826c2a'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:28.793196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:28.801084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] Set router 8a189d7e-aa92-4226-964e-66397ebef985 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:28.918234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:28.966369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:29.167512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59716) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:29.196061 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:29.208691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device aff93ea8-4345-418a-a043-89c0b05ed389 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:29.232166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:29.379348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09d0d76a-357f-442b-9b76-0ec34d304023 req-18020f0e-b86e-43ae-9f70-35543e34bed8 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.1035800
Jan 19 15:55:29.630582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port aff93ea8-4345-418a-a043-89c0b05ed389 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:29.636618 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5a482209-e950-4cbc-b1c4-1204f03f876a req-1f9e18b9-5d17-4eea-9a2f-b675228bc632 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.4465330
Jan 19 15:55:29.642889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port aff93ea8-4345-418a-a043-89c0b05ed389 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:29.643313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:29.862320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:29.886971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Allocated IP 172.20.0.10 (4d987a2f-1a5a-457f-86c1-ecbb28086e33/ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c/b08304cb-8dbb-4a76-a68b-53d5c021a0ed) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:29.927619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:29.940994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Usage tracker for resource:security_group_rule and tenant:47b95724bd32466797fe8d39fd71163d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:29.960384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:29.967516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Usage tracker for resource:port and tenant:9c0936ff679b445f8797ddda81826c2a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:29.971716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:29.975140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Quota usage for port was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:29.990361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:30.000065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:30.029022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:30.041868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Made reservation on behalf of 9c0936ff679b445f8797ddda81826c2a for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:30.061190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port aff93ea8-4345-418a-a043-89c0b05ed389, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=aff93ea8-4345-418a-a043-89c0b05ed389,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:55:30.064784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:30.069278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:30.086033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:30.215769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Pushing event updated for resources: {'Port': ['ID=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:30.228674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:30.235479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe41aac8>, [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T15:55:22Z', 'revision_number': 3, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:30.275777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f15faf6-6172-40fa-a098-19d4b3382750 None None] The sync data for ids ['8a189d7e-aa92-4226-964e-66397ebef985'] in dv-cinder-667108-29-iscsi is: [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T15:55:22Z', 'revision_number': 3, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 15:55:30.342504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=aff93ea8-4345-418a-a043-89c0b05ed389,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:30.357025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:30.463356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:30.468142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:30.573861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59752) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:30.622880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device aff93ea8-4345-418a-a043-89c0b05ed389 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:30.898981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.resource_extend [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 19 15:55:30.908096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port aff93ea8-4345-418a-a043-89c0b05ed389 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:30.908524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:30.944493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:31.092227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-411be881-5810-4d63-ae7c-ee170bad6e9f None None] Provisioning complete for port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:31.092611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-411be881-5810-4d63-ae7c-ee170bad6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:31.144767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:31.152964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 15:55:31.162536 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0a7c0bb3-d695-4203-956b-782a9c02cf77 req-d6659b5a-cf53-469a-b3df-e15058313ce0 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.1147413
Jan 19 15:55:31.233642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:31.263672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-411be881-5810-4d63-ae7c-ee170bad6e9f None None] Port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 15:55:31.318510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:31.322133 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-70c73582-b43f-439d-b317-b4b5b42dbe5a req-ab3e2b75-2766-4a74-bce9-d13a3e12bce1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.1737528
Jan 19 15:55:31.327602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:31.504121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bab2db7e-4aff-4ff7-b4c7-3d5759f48256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:31.511536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 15:55:31.628868 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] 10.222.0.122 "PUT /v2.0/routers/f6e82c9b-60f5-41f1-8cf8-1988fdd93c93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0252612
Jan 19 15:55:31.633522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Pushing event updated for resources: {'Port': ['ID=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:31.686905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:31.697413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:31.731072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Allocated IP 172.20.0.10 (6bb901bc-5abd-4a67-8841-df604b84b61d/66f1fbf3-d32f-4d54-847a-da6ce874e88d/9da0c101-0a5f-4991-b368-e2114ed6c4c8) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:31.781439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b4ea6-9ada-4dd3-b7d9-51906118e901,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:31.792911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Network da38b16f-a05b-4226-9755-533c6e1617ab is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:31.797605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:31.841326 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=47b95724bd32466797fe8d39fd71163d&name=default HTTP/1.1" status: 200  len: 2975 time: 2.6661038
Jan 19 15:55:31.849219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59774) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:31.851119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:31.885646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:31.913896 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:31.936650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Usage tracker for resource:security_group_rule and tenant:7ffe96cc2f7747e6bb588a304cfe3514 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:31.942117 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:32.001256 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Sync routers for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 15:55:32.011619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:32.012483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd989438>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:32.258030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:32.326496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:32.489028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Router 8a189d7e-aa92-4226-964e-66397ebef985 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 15:55:32.535811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:32.625043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:32.715001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 00d57e81-93ec-4365-a0d7-3c750483770c up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:32.761432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:32.919294 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5e5ca3a0-ddec-4c90-8e6d-2fd97de9ffba req-73772eb5-1842-4f37-8c05-0a3bda15590b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.1543343
Jan 19 15:55:32.934009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 00d57e81-93ec-4365-a0d7-3c750483770c completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:32.944459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:32.946068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 00d57e81-93ec-4365-a0d7-3c750483770c triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:32.947802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.111235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.189125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59808) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:33.247148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.263923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e7058582-3f29-4103-be45-7a574bcc123e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:33.266750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.304138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b4ea6-9ada-4dd3-b7d9-51906118e901,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:33.306644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 00d57e81-93ec-4365-a0d7-3c750483770c, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=00d57e81-93ec-4365-a0d7-3c750483770c,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:55:33.307806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.311895 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e23b4ea6-9ada-4dd3-b7d9-51906118e901 HTTP/1.1" status: 204  len: 168 time: 1.4393146
Jan 19 15:55:33.313885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.315056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:33.342554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fe7040c9-2e3b-48d1-8ed8-77e8c35f1617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:33.357671 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7ffe96cc2f7747e6bb588a304cfe3514&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7856336
Jan 19 15:55:33.383954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59814) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:33.409040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:33.646665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=00d57e81-93ec-4365-a0d7-3c750483770c,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:33.665471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:33.677898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59824) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:33.683331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.805505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:33.814654 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd989438>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:28Z', 'revision_number': 2, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:33.828864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Checking router: f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 15:55:33.834478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Updating router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 15:55:34.028297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'security_group': {'name': 'tempest-securitygroup--707556614', 'description': 'tempest-description--1298715110'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:34.092725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:34.112250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.112421 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e78a4ea1-7a97-4741-be97-b33b86faab54 req-8a83d1bc-cec2-487b-9989-50e7e9423241 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 210 time: 0.7323506
Jan 19 15:55:34.114286 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:34.133168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:34.155395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.169520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:34.178867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:34.183086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb1027238bf4fbd8bed0b8d03dcfea2 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:34.186056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:34.192112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:34.219211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.303311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.327706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.342585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.358369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d159f52-54d1-494c-9cfb-72bf4d662f50,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:34.411448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:34.411856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-44699f31-a93a-4fc8-b689-d7979ee71183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:34.462872 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1eb1027238bf4fbd8bed0b8d03dcfea2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0863600
Jan 19 15:55:34.473790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:34.485253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59844) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:34.509990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.596034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:34.601986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 00d57e81-93ec-4365-a0d7-3c750483770c up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:34.662108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.717556 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group_rule and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:34.740176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:34.766476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.826204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce9f1481-dc1f-49cb-923c-4147100d169a req-8c96750b-2d16-4bc0-84c6-ba9dc49be5d6 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.4376831
Jan 19 15:55:34.844117 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.853684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.855008 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/6d159f52-54d1-494c-9cfb-72bf4d662f50 HTTP/1.1" status: 204  len: 168 time: 1.4673157
Jan 19 15:55:34.863074 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d159f52-54d1-494c-9cfb-72bf4d662f50,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:34.874669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:34.907974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:34.977495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:34.978091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 00d57e81-93ec-4365-a0d7-3c750483770c triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:34.978521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:35.000257 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:35.013195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 15:55:35.166364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62965295-8e2c-4786-955b-e8c811c3180e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:35.181906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:35.230699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:35.308288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event updated for resources: {'Port': ['ID=9da0c101-0a5f-4991-b368-e2114ed6c4c8,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:35.533951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:35.672042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:35.740084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Transition to ACTIVE for port object 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:35.744601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:35.845436 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Network 6bb901bc-5abd-4a67-8841-df604b84b61d is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:35.851217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:35.857430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:35.858997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:35.885271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:35.886071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:35.898684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:35.925719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:35.959549 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.3401887
Jan 19 15:55:35.964319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Sync routers for ids ['8a189d7e-aa92-4226-964e-66397ebef985'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 15:55:36.001839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-844cf004-7aca-40a6-a8dc-7e39385fb9d1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 15:55:36.003019 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-844cf004-7aca-40a6-a8dc-7e39385fb9d1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0075591
Jan 19 15:55:36.010768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.016032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.016446 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 2.0343072
Jan 19 15:55:36.019184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59888) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:36.031587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'security_group_rule': {'security_group_id': '132bc1de-315a-4108-8de6-63429b479541', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:36.046516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'SecurityGroup': ['ID=132bc1de-315a-4108-8de6-63429b479541,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:36.065551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:36.067645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:36.078631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group_rule and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:36.082696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:36.089616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:36.131526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.169480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Routers {'8a189d7e-aa92-4226-964e-66397ebef985'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:36.170707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7883c8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['8a189d7e-aa92-4226-964e-66397ebef985'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:36.267500 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:36.410289 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.419490 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/62965295-8e2c-4786-955b-e8c811c3180e HTTP/1.1" status: 204  len: 168 time: 1.9330831
Jan 19 15:55:36.437523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Pushing event updated for resources: {'Port': ['ID=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:36.448849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.215s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:36.458964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:36.534583 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62965295-8e2c-4786-955b-e8c811c3180e,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:36.548334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:36.556856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:36.573586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.582270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.597598 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] 10.222.0.122 "PUT /v2.0/routers/8a189d7e-aa92-4226-964e-66397ebef985/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3410254
Jan 19 15:55:36.601352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:36.625142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:36.673145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:36.674651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.700853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c408d2f-5db2-4c75-9485-814b08ad94f2 None None] Pushing event updated for resources: {'Port': ['ID=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:36.709698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d348b2b-e759-4c71-bf21-70b9d8cb3e42 req-504aea5a-3a70-4216-bacf-6d9c3a07eace tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:36.718216 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.9530697
Jan 19 15:55:36.724178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2c408d2f-5db2-4c75-9485-814b08ad94f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:36.728174 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6d348b2b-e759-4c71-bf21-70b9d8cb3e42 req-504aea5a-3a70-4216-bacf-6d9c3a07eace tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 932 time: 0.4812768
Jan 19 15:55:36.750448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ce720-9068-4ae9-8574-f1a592b1916b req-23613bd8-9c23-4f0c-ac57-4672bc275509 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:36.753828 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-438ce720-9068-4ae9-8574-f1a592b1916b req-23613bd8-9c23-4f0c-ac57-4672bc275509 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 932 time: 1.1916215
Jan 19 15:55:36.769898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:36.880063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Attempting to bind port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:36.880779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Attempting to bind port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:36.881905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Attempting to bind port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 on network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:36.893723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:36.894449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Checking segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:36.895799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.896420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Bound using segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:36.897269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Bound port: 79349404-7fd2-4ce5-8b3c-1c20fc29dc54, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:36.898032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:36.903851 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-438ce720-9068-4ae9-8574-f1a592b1916b req-0fe3e37b-f55c-46cc-b9a5-4b10793d84da tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412725
Jan 19 15:55:36.937149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Set router 8a189d7e-aa92-4226-964e-66397ebef985 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:36.961001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4fda3f-746d-4554-8f80-d19051da2988,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:36.975365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:37.013791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:37.017215 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9933870
Jan 19 15:55:37.022125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59916) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:37.031164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'security_group_rule': {'security_group_id': '132bc1de-315a-4108-8de6-63429b479541', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:37.049264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-6d348b2b-e759-4c71-bf21-70b9d8cb3e42 req-ce63d8da-e3aa-4668-a407-e3d51bcd51ab tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Synchronizing usage tracker for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:37.062508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:37.088099 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group_rule and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:37.097184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:37.103309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-6d348b2b-e759-4c71-bf21-70b9d8cb3e42 req-ce63d8da-e3aa-4668-a407-e3d51bcd51ab tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Unset dirty status for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:37.112482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] For port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:37.119281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:37.119546 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6d348b2b-e759-4c71-bf21-70b9d8cb3e42 req-ce63d8da-e3aa-4668-a407-e3d51bcd51ab tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3901408
Jan 19 15:55:37.123079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] For port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:37.128251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:37.158169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:37.168651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:37.343035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:37.355692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:37.396107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:37.440265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41aaa60f-6f7e-4c75-a8e9-80f2548d4035,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:37.461689 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:37.462836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:37.464268 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4407580
Jan 19 15:55:37.467507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59922) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:37.486981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'floatingip': {'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:37.515203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:37.526646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:floatingip and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:37.541508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:37.560975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:37.604888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:37.822213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7883c8>, [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T15:55:28Z', 'revision_number': 4, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'e88ca6cd-6aa8-46ea-9422-c978dafca4c0', 'name': '', 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'mac_address': 'fa:16:3e:20:a4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '505e4bac-e603-485f-ab3b-c4eb5b6904de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:29Z', 'revision_number': 2, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'subnets': [{'id': '505e4bac-e603-485f-ab3b-c4eb5b6904de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:37.841226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Checking router: 8a189d7e-aa92-4226-964e-66397ebef985 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 15:55:37.841635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Updating router 8a189d7e-aa92-4226-964e-66397ebef985 port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 15:55:37.938033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Request body: {'port': {'device_id': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:37.986145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:37.986955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd989438>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:38.091974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:38.162549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Request body: {'port': {'device_id': '47721066-6c26-474c-ba20-10c9ea539a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:38.299997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:38.523746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:38.623222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3e3e-5814-42fd-8912-7dfcc6544b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:38.804631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:39.094974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c408d2f-5db2-4c75-9485-814b08ad94f2 None None] Pushing event updated for resources: {'Port': ['ID=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:39.126295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2c408d2f-5db2-4c75-9485-814b08ad94f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.950s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:39.310728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:39.325065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Transition to ACTIVE for port object e88ca6cd-6aa8-46ea-9422-c978dafca4c0 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:39.330530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:39.367247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bc589845-72eb-450f-868d-8a955a81fde3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:39.432155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd989438>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:37Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:39.448148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1e0cee-ed69-4562-b77b-290ec09f858d None None] The sync data for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi is: [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:37Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 15:55:39.691661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c6cc5-855c-4131-ac09-4fc81be837a5 req-ff42ee96-2ceb-4ed1-bf68-e447caa0986b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:39.710061 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce6c6cc5-855c-4131-ac09-4fc81be837a5 req-ff42ee96-2ceb-4ed1-bf68-e447caa0986b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 932 time: 1.2775548
Jan 19 15:55:39.733166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:39.758087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a87de-9056-461e-b5e6-e2dafe7cd4af None None] Pushing event updated for resources: {'Port': ['ID=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:39.777512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-508a87de-9056-461e-b5e6-e2dafe7cd4af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:40.345037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Attempting to bind port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:40.345576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Attempting to bind port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:40.350424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Attempting to bind port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 on network da38b16f-a05b-4226-9755-533c6e1617ab {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:40.369855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:40.370268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Checking segment: {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:40.370545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:40.370985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Bound using segment: {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:40.371503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Bound port: e88ca6cd-6aa8-46ea-9422-c978dafca4c0, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:40.371935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:40.577230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da0c101-0a5f-4991-b368-e2114ed6c4c8 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:55:40.608668 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:40.667551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] For port e88ca6cd-6aa8-46ea-9422-c978dafca4c0, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:40.669867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Transition to ACTIVE for port object 9da0c101-0a5f-4991-b368-e2114ed6c4c8 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:40.671481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] For port e88ca6cd-6aa8-46ea-9422-c978dafca4c0, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:40.680264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:40.719135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:40.782875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f76c8-55e8-4824-8038-523f81c115ff req-74d44494-aed6-42c1-bf2c-1a98fa5708f1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:40.784645 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-372f76c8-55e8-4824-8038-523f81c115ff req-74d44494-aed6-42c1-bf2c-1a98fa5708f1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 932 time: 2.1546772
Jan 19 15:55:40.865719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:40.877320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:40.892719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08304cb-8dbb-4a76-a68b-53d5c021a0ed {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:55:40.925216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:40.990522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Transition to ACTIVE for port object b08304cb-8dbb-4a76-a68b-53d5c021a0ed will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:41.025028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:41.208787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:41.447574 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-372f76c8-55e8-4824-8038-523f81c115ff req-f05b5736-4a2d-40c8-b9aa-14d20ae1551d tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6005387
Jan 19 15:55:41.448581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Pushing event updated for resources: {'Port': ['ID=9da0c101-0a5f-4991-b368-e2114ed6c4c8,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:41.460506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:41.537245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a87de-9056-461e-b5e6-e2dafe7cd4af None None] Pushing event updated for resources: {'Port': ['ID=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:41.557863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-508a87de-9056-461e-b5e6-e2dafe7cd4af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:41.590570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Routers {'8a189d7e-aa92-4226-964e-66397ebef985'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:55:41.591705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7883c8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:55:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['8a189d7e-aa92-4226-964e-66397ebef985'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:41.602859 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce6c6cc5-855c-4131-ac09-4fc81be837a5 req-f3a8371e-de2c-4a4b-86f9-76baaeea55f5 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8155961
Jan 19 15:55:41.703023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:41.736520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Attempting to bind port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:41.737087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Attempting to bind port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:41.737349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Attempting to bind port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 on network 6bb901bc-5abd-4a67-8841-df604b84b61d {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:41.762604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:41.763114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Checking segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:41.763473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:41.763876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Bound using segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:41.764427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Bound port: 9da0c101-0a5f-4991-b368-e2114ed6c4c8, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:41.764866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:41.957159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Pushing event updated for resources: {'Port': ['ID=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:42.007065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:42.036806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] For port 9da0c101-0a5f-4991-b368-e2114ed6c4c8, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:42.046338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] For port 9da0c101-0a5f-4991-b368-e2114ed6c4c8, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:42.052057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:42.063215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Attempting to bind port b08304cb-8dbb-4a76-a68b-53d5c021a0ed on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:42.063919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Attempting to bind port b08304cb-8dbb-4a76-a68b-53d5c021a0ed by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '2f98ffe2-8726-45ff-a152-848f1879a749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d987a2f-1a5a-457f-86c1-ecbb28086e33'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:42.064485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Attempting to bind port b08304cb-8dbb-4a76-a68b-53d5c021a0ed on network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:42.076819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:42.077670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Checking segment: {'id': '2f98ffe2-8726-45ff-a152-848f1879a749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d987a2f-1a5a-457f-86c1-ecbb28086e33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:42.078319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:42.078909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Bound using segment: {'id': '2f98ffe2-8726-45ff-a152-848f1879a749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d987a2f-1a5a-457f-86c1-ecbb28086e33'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:42.079733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Bound port: b08304cb-8dbb-4a76-a68b-53d5c021a0ed, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f98ffe2-8726-45ff-a152-848f1879a749', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d987a2f-1a5a-457f-86c1-ecbb28086e33'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:42.080420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:42.091790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c3736d4d-335f-46e8-a950-d6f156fc4930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:42.124174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Allocated IP 172.27.2.229 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/c77149a0-7328-4e90-b1bf-e78713ae2fcd) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:42.312569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba88df51-186c-40ed-b036-8355db95c16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:42.411989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] For port b08304cb-8dbb-4a76-a68b-53d5c021a0ed, host hv-cinder-66710, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:42.421244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:42.439658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:42.505879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Pushing event updated for resources: {'Port': ['ID=9da0c101-0a5f-4991-b368-e2114ed6c4c8,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:42.510128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] For port b08304cb-8dbb-4a76-a68b-53d5c021a0ed, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,segment=NetworkSegment(2f98ffe2-8726-45ff-a152-848f1879a749),segment_id=2f98ffe2-8726-45ff-a152-848f1879a749)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:42.529202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:42.555578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:42.620821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] Set router 8a189d7e-aa92-4226-964e-66397ebef985 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:55:42.971855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-a60cfa4d-0a1b-40f4-bb49-cb0bec17c479 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:42.972672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-a60cfa4d-0a1b-40f4-bb49-cb0bec17c479 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Synchronizing usage tracker for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:network {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:43.001196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:43.001909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:43.003524 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-820f971d-46df-4333-a365-cce7d864b850 service neutron] 10.222.0.85 "PUT /v2.0/ports/9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 1158 time: 6.2724431
Jan 19 15:55:43.004050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47721066-6c26-474c-ba20-10c9ea539a7d', 'tag': '9da0c101-0a5f-4991-b368-e2114ed6c4c8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:55:43.224021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-a60cfa4d-0a1b-40f4-bb49-cb0bec17c479 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Unset dirty status for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:network {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:43.225433 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-a60cfa4d-0a1b-40f4-bb49-cb0bec17c479 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 818 time: 0.6536875
Jan 19 15:55:43.239089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:43.250868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:43.261218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:43.261643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:43.298920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:43.488299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7883c8>, [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T15:55:28Z', 'revision_number': 4, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'e88ca6cd-6aa8-46ea-9422-c978dafca4c0', 'name': '', 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'mac_address': 'fa:16:3e:20:a4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '505e4bac-e603-485f-ab3b-c4eb5b6904de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:40Z', 'revision_number': 4, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'subnets': [{'id': '505e4bac-e603-485f-ab3b-c4eb5b6904de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:55:43.497988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:43.522249 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:43.572209 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-5adc792c-f7d9-4258-8a57-10b38ee49837 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/quotas/85333c098a7c42648e0fc2f250545ce4 HTTP/1.1" status: 200  len: 375 time: 0.0483453
Jan 19 15:55:43.573074 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:43.573769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:43.575318 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] 10.222.0.85 "PUT /v2.0/ports/b08304cb-8dbb-4a76-a68b-53d5c021a0ed HTTP/1.1" status: 200  len: 1158 time: 6.8196445
Jan 19 15:55:43.581650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b3732c-e5bb-4b6b-b923-d851f264c734 None None] The sync data for ids ['8a189d7e-aa92-4226-964e-66397ebef985'] in dv-cinder-667108-29-iscsi is: [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T15:55:28Z', 'revision_number': 4, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'e88ca6cd-6aa8-46ea-9422-c978dafca4c0', 'name': '', 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'mac_address': 'fa:16:3e:20:a4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '505e4bac-e603-485f-ab3b-c4eb5b6904de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:40Z', 'revision_number': 4, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'subnets': [{'id': '505e4bac-e603-485f-ab3b-c4eb5b6904de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 15:55:43.602193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:55:43.604362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:55:43.618190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:43.621796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:43.801446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-32457736-b486-4a1e-9099-e590d8a3b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:43.803284 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-32457736-b486-4a1e-9099-e590d8a3b40f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1161 time: 0.6562986
Jan 19 15:55:43.829986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Pushing event updated for resources: {'Port': ['ID=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:43.851631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:43.956512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:43.972567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:44.012468 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-bcbf4da4-7861-4f9a-80ce-cc2bb7cc1b9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.1854951
Jan 19 15:55:44.035057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:44.093926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:44.163344 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-669ddee4-5f65-4c44-a759-1e5bcdd17502 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5901599
Jan 19 15:55:44.214442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-c510f38e-1a90-4f35-9390-d43e292dfbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:44.216698 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-c510f38e-1a90-4f35-9390-d43e292dfbf4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.2034914
Jan 19 15:55:44.290452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424aac-a606-4e91-a346-4fdc6597fd3b req-2210e770-6896-4a65-9a2f-15c25708c55c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:44.296281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-0e424aac-a606-4e91-a346-4fdc6597fd3b req-2210e770-6896-4a65-9a2f-15c25708c55c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Synchronizing usage tracker for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:44.355893 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-e6d53165-7492-4f88-9867-5d95b20143d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0971134
Jan 19 15:55:44.485071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-6b6e9f96-ea53-4c62-90cb-fa177fbd7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:44.491008 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-6b6e9f96-ea53-4c62-90cb-fa177fbd7d42 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1df0b9ea72d049febb188a8f75d7b5c6&device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 1161 time: 0.7601287
Jan 19 15:55:44.541892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'Port': ['ID=c77149a0-7328-4e90-b1bf-e78713ae2fcd,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:44.558253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:44.680040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 60112) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:44.684129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-0e424aac-a606-4e91-a346-4fdc6597fd3b req-2210e770-6896-4a65-9a2f-15c25708c55c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Unset dirty status for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:44.685334 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e424aac-a606-4e91-a346-4fdc6597fd3b req-2210e770-6896-4a65-9a2f-15c25708c55c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 1.3876505
Jan 19 15:55:44.702930 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-c55fcf55-1abb-4a97-853c-f11538faa846 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08304cb-8dbb-4a76-a68b-53d5c021a0ed HTTP/1.1" status: 200  len: 217 time: 0.1934371
Jan 19 15:55:44.839845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-c797eb23-6343-46e5-99c2-637d74ea57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:44.851287 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-c797eb23-6343-46e5-99c2-637d74ea57c0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c HTTP/1.1" status: 200  len: 850 time: 0.1304808
Jan 19 15:55:44.897469 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-8c31c3bb-12f7-4481-8b7b-4f7ba8ae89c7 service neutron] 10.222.0.122 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6794622
Jan 19 15:55:44.919494 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e424aac-a606-4e91-a346-4fdc6597fd3b req-2eee4d6e-261f-4bdf-b4da-701169d4df51 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132139
Jan 19 15:55:44.998289 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-60e856c6-c184-413d-ab55-e5beec026b42 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5206985
Jan 19 15:55:45.025888 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-6b0a891a-3d4e-4d2a-8894-9ba5b87af1b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d987a2f-1a5a-457f-86c1-ecbb28086e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1208727
Jan 19 15:55:45.048214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:45.144776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:45.148189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:45.289896 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:45.290546 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13d57992-599d-4f9f-96cf-17d47cb4bfe0 req-dc7befa1-0b7f-4489-b9a5-52369bb51998 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2799046
Jan 19 15:55:45.349182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:45.354298 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-0b0e26cf-82ea-40ee-8480-92bbd6f836be service neutron] 10.222.0.122 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4482570
Jan 19 15:55:45.425175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:45.457335 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Usage tracker for resource:security_group_rule and tenant:a7df9b1fa89847498f10399388eafba1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:45.464809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:45.482557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:45.523481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:45.573146 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-c32acb0d-a6ec-41b9-8661-30f5541db2a4 service neutron] 10.222.0.85 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5358942
Jan 19 15:55:45.798029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:45.836204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ffbfb-500d-4de9-b666-858c9884fe38 req-3184c211-8c6b-4a61-be95-5b9bb9c70bbe tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:45.843276 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7a0ffbfb-500d-4de9-b666-858c9884fe38 req-3184c211-8c6b-4a61-be95-5b9bb9c70bbe tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 944 time: 0.6896756
Jan 19 15:55:45.918850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:45.956335 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:45.999658 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47721066-6c26-474c-ba20-10c9ea539a7d', 'tag': '9da0c101-0a5f-4991-b368-e2114ed6c4c8', 'status': 'completed', 'code': 200}
Jan 19 15:55:46.028931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:46.126448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:46.127042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.210993 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a7df9b1fa89847498f10399388eafba1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5257835
Jan 19 15:55:46.216549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60164) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:46.229255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db38211-5c74-4683-86ef-001bbb3fc90c,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:46.324362 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7a0ffbfb-500d-4de9-b666-858c9884fe38 req-c7cf8d38-7f2d-4a9d-8665-5043521cc3e7 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679638
Jan 19 15:55:46.329924 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed', 'status': 'completed', 'code': 200}
Jan 19 15:55:46.330324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:46.341876 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f605ea-809e-4210-8ad8-24b12d5bf627 req-4192412c-57b8-4129-8dd4-d33363663054 service neutron] 10.222.0.85 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7498794
Jan 19 15:55:46.434390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device e88ca6cd-6aa8-46ea-9422-c978dafca4c0 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:46.459459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.519282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:46.527527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:46.528383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.543110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.608063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-e41a578e-e296-4e17-904b-b63d0e3a6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:46.609710 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-e41a578e-e296-4e17-904b-b63d0e3a6ecc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1161 time: 0.5503261
Jan 19 15:55:46.613485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.705775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:46.737917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.812211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port e88ca6cd-6aa8-46ea-9422-c978dafca4c0, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:55:46.813062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db38211-5c74-4683-86ef-001bbb3fc90c,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:46.819053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.821861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:46.828702 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a7a31559-d171-426e-93af-1dcd7a00b62a req-bba40bd7-63e0-4c9a-92b6-3ffbaddba522 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 210 time: 0.2175548
Jan 19 15:55:46.831233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:46.836211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:46.845589 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/9db38211-5c74-4683-86ef-001bbb3fc90c HTTP/1.1" status: 204  len: 168 time: 0.5921702
Jan 19 15:55:46.984018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 60184) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:47.022189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:47.030972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:47.043596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-45c39c43-1d37-43f8-abba-9ef6e817c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:47.045337 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-45c39c43-1d37-43f8-abba-9ef6e817c863 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1df0b9ea72d049febb188a8f75d7b5c6&device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 1161 time: 0.4970322
Jan 19 15:55:47.070447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc6412-b4e1-4c01-ba4c-562e3d73bc24 req-cabf7278-fb42-4d17-95db-4429ff29373c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:47.072193 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-25fc6412-b4e1-4c01-ba4c-562e3d73bc24 req-cabf7278-fb42-4d17-95db-4429ff29373c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.5311158
Jan 19 15:55:47.151720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-9e32300f-25f3-42e0-b8c6-d119a5737593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:47.153708 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-9e32300f-25f3-42e0-b8c6-d119a5737593 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.4654441
Jan 19 15:55:47.170168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:47.231673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:47.271569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fdf2267c-59fd-4b9e-ad30-de4db5f80185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:47.334761 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-25fc6412-b4e1-4c01-ba4c-562e3d73bc24 req-e0b53409-4b24-4b5e-8568-206a2e397fa4 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524333
Jan 19 15:55:47.397560 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-c083da93-193b-4003-ba67-9bce3400dc77 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.1845930
Jan 19 15:55:47.515695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-54fbb4b5-2839-4cc4-a693-4c1f73e179c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:47.518440 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-54fbb4b5-2839-4cc4-a693-4c1f73e179c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.1133790
Jan 19 15:55:47.668322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:47.746568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.85', 50712) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:47.746971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 60210) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:47.771239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device e88ca6cd-6aa8-46ea-9422-c978dafca4c0 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:47.783378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:47.794304 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.3256791
Jan 19 15:55:47.795547 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:47.827330 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-f02d3236-de84-4f53-9932-f0d2eb1685e9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2922814
Jan 19 15:55:47.851696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1625556e-2488-4c09-9d18-b843c4d1677d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:47.859162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:47.859519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:47.863038 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1625556e-2488-4c09-9d18-b843c4d1677d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 818 time: 0.2432346
Jan 19 15:55:47.906392 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-3a7f6f16-da33-40c9-aaf5-82ad4e6d2b5b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/quotas/85333c098a7c42648e0fc2f250545ce4 HTTP/1.1" status: 200  len: 375 time: 0.0418088
Jan 19 15:55:48.075009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'Port': ['ID=c77149a0-7328-4e90-b1bf-e78713ae2fcd,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:48.090867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:48.132297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:48.144184 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-5b2f429f-9ebe-4a5a-9997-c1e51b2bf1cb service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720089
Jan 19 15:55:48.152486 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-f58a26e4-704b-4059-b091-9cde07ada613 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2448866
Jan 19 15:55:48.161642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:48.175619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f68044691c4d4acd9b2c7fdf13d2ff68 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:48.185387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-c2b1f24f-31de-4c4c-b0ce-e8d8bf63ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:48.187639 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-c2b1f24f-31de-4c4c-b0ce-e8d8bf63ba7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d987a2f-1a5a-457f-86c1-ecbb28086e33 HTTP/1.1" status: 200  len: 904 time: 1.0627289
Jan 19 15:55:48.190326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-593606db-3831-4cb4-a451-6c31c96ff267 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80062) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 15:55:48.195933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:48.267629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:48.292636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:48.312469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9fc0efc040d4b8f92da131703902af1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:48.315616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:48.326451 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-94509409-3b76-4a1c-93cb-e6500301f80e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08304cb-8dbb-4a76-a68b-53d5c021a0ed HTTP/1.1" status: 200  len: 217 time: 0.1193926
Jan 19 15:55:48.359477 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-a69c8c18-cdfe-4427-920c-a893e270eb70 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:48.361145 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-a69c8c18-cdfe-4427-920c-a893e270eb70 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 818 time: 0.5890732
Jan 19 15:55:48.362385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:48.456238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002a32d-c874-4c86-91ea-9cfb06e0f684 req-cc8d62cc-4adb-48ef-aeb4-b4bd8cab04ed tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:48.458705 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5002a32d-c874-4c86-91ea-9cfb06e0f684 req-cc8d62cc-4adb-48ef-aeb4-b4bd8cab04ed tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 944 time: 0.8643069
Jan 19 15:55:48.560189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-c56c4975-f31b-4046-97c8-0bfaf93aaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:48.561793 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-c56c4975-f31b-4046-97c8-0bfaf93aaaed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c HTTP/1.1" status: 200  len: 850 time: 0.1966853
Jan 19 15:55:48.579470 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5002a32d-c874-4c86-91ea-9cfb06e0f684 req-3f4fc582-553f-46b1-a5a8-dc2357a65865 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094992
Jan 19 15:55:48.632054 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-09e3b3a9-8ba1-449e-9aa1-d5dac531b0b7 req-911454f4-f738-4ff6-b011-96b634beaa8a service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4784827
Jan 19 15:55:48.637427 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-323b5e4c-af2b-4fed-a810-c117ba5e9ab1 service neutron] 10.222.0.122 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565885
Jan 19 15:55:48.679057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:48.693090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:48.714578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:48.756281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:48.768742 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f68044691c4d4acd9b2c7fdf13d2ff68&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7821710
Jan 19 15:55:48.773136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60242) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:48.788982 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:48.810637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9366aa1-dd5d-4d70-8e95-b17d0f749892,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:48.819082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:48.820998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-25d29f3f-7a56-43ae-ba21-2f24d526e20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:48.836068 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-598c5904-0e3e-4221-8def-704745b601e8 service neutron] 10.222.0.122 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1888568
Jan 19 15:55:48.879531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:48.896882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-15baf4a5-d2a0-42a5-a90a-0e236f30481b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:48.910010 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=d9fc0efc040d4b8f92da131703902af1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1287000
Jan 19 15:55:48.915952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10caa8c8-327e-4151-8ad2-e18850ee1cbd,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:48.916940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60246) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:48.920745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:48.938775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.016807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-15baf4a5-d2a0-42a5-a90a-0e236f30481b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:49.026852 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-15baf4a5-d2a0-42a5-a90a-0e236f30481b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--707556614&fields=id&tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f HTTP/1.1" status: 200  len: 267 time: 0.2687850
Jan 19 15:55:49.059519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.084346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.105920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:49.123805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9366aa1-dd5d-4d70-8e95-b17d0f749892,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:49.149288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.172958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:49.186838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.188253 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b9366aa1-dd5d-4d70-8e95-b17d0f749892 HTTP/1.1" status: 204  len: 168 time: 0.4140906
Jan 19 15:55:49.226031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-52f3892f-4e07-434f-93b0-7042ead15cd8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:49.226858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-52f3892f-4e07-434f-93b0-7042ead15cd8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:49.248169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-52f3892f-4e07-434f-93b0-7042ead15cd8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:49.249477 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-52f3892f-4e07-434f-93b0-7042ead15cd8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 810 time: 0.2216966
Jan 19 15:55:49.276585 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-c8621ff8-9398-4b07-b2e5-b4db90c2fb17 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/quotas/afdf7b2bd9af48a88a61d7ee06632f6f HTTP/1.1" status: 200  len: 375 time: 0.0177422
Jan 19 15:55:49.346554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.355338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1e1a36ba-0791-4092-84d0-428d215e7c13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:49.394407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd8775-0ef2-4f0c-96c9-3933985f1e42 req-4097ebd9-341f-4253-867f-b4c9f37f410e tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:49.404680 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ebd8775-0ef2-4f0c-96c9-3933985f1e42 req-4097ebd9-341f-4253-867f-b4c9f37f410e tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.1768048
Jan 19 15:55:49.408395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10caa8c8-327e-4151-8ad2-e18850ee1cbd,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:49.413509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:49.421578 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-6fb638b6-5f9c-4b49-91bb-c5247bf520df tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1448331
Jan 19 15:55:49.447193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.450884 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/10caa8c8-327e-4151-8ad2-e18850ee1cbd HTTP/1.1" status: 204  len: 168 time: 0.5291638
Jan 19 15:55:49.489090 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ebd8775-0ef2-4f0c-96c9-3933985f1e42 req-f075a62d-6a2f-48f1-8d24-623bb89ded3b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834675
Jan 19 15:55:49.738197 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6c54dbff-4242-4a6c-8d8c-2c95d4182b3b req-65f265dd-3759-416a-a9d3-a04c8a5132d4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0782278
Jan 19 15:55:49.740274 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-8021da02-d587-475c-b283-58d8bd4630cd service neutron] 10.222.0.122 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2797532
Jan 19 15:55:49.925221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 60278) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:49.952099 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-e082b152-4f35-443e-b621-edd84fe49e71 service neutron] 10.222.0.122 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2033532
Jan 19 15:55:49.954934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:49.974274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:49.984766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Usage tracker for resource:security_group_rule and tenant:96a39a1e1ce04ab19d4ad98c99c4cd34 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:49.988262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:49.996005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:50.026518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9c029-2846-47e5-8dca-e6fe54a5824f req-9990ef01-1d5a-4571-be83-46e04cd6f3f8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:50.027456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-efb9c029-2846-47e5-8dca-e6fe54a5824f req-9990ef01-1d5a-4571-be83-46e04cd6f3f8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:50.048417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-efb9c029-2846-47e5-8dca-e6fe54a5824f req-9990ef01-1d5a-4571-be83-46e04cd6f3f8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:50.049766 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-efb9c029-2846-47e5-8dca-e6fe54a5824f req-9990ef01-1d5a-4571-be83-46e04cd6f3f8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 944 time: 0.1488245
Jan 19 15:55:50.123234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-efb9c029-2846-47e5-8dca-e6fe54a5824f req-a4426bd9-0fc7-4f22-a792-34bc417d9530 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:50.129238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:50.137236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:50.146933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-efb9c029-2846-47e5-8dca-e6fe54a5824f req-a4426bd9-0fc7-4f22-a792-34bc417d9530 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:50.148530 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-efb9c029-2846-47e5-8dca-e6fe54a5824f req-a4426bd9-0fc7-4f22-a792-34bc417d9530 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906823
Jan 19 15:55:50.190499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-625ea9a9-afaf-4e33-9c6d-9fdad7593b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:50.202569 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=96a39a1e1ce04ab19d4ad98c99c4cd34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2737381
Jan 19 15:55:50.203125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60292) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:50.225790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eeee13-719f-4534-8fe3-55e28d43d74a,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:50.229942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:50.292965 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fd4c0bd-bbc9-4ad4-9ec7-bc08ffba7bc4 req-d9bace76-6a57-4a44-bfe0-a4d28d7a1c7e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0613146
Jan 19 15:55:50.313612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:50.355800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:50.407128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:50.412084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6880f22-d987-4d54-b66c-886c76002eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:50.428228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eeee13-719f-4534-8fe3-55e28d43d74a,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:50.429382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:50.437862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:50.450152 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e8eeee13-719f-4534-8fe3-55e28d43d74a HTTP/1.1" status: 204  len: 168 time: 0.2427249
Jan 19 15:55:50.765246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fa598-ce8c-476f-9262-cb178f251d24 req-b25fa528-cc79-467e-9d5f-f78e2dadb01f tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:50.767181 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a84fa598-ce8c-476f-9262-cb178f251d24 req-b25fa528-cc79-467e-9d5f-f78e2dadb01f tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.1196303
Jan 19 15:55:50.829316 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a84fa598-ce8c-476f-9262-cb178f251d24 req-1ce72289-37c7-48f6-bacb-0a2a9d0a96e3 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543175
Jan 19 15:55:50.986262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-15582da9-006b-44ec-b5d9-d300dfbac1cc req-92ae1756-29d5-409d-b5df-808dac716c40 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Synchronizing usage tracker for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:51.009167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-15582da9-006b-44ec-b5d9-d300dfbac1cc req-92ae1756-29d5-409d-b5df-808dac716c40 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Unset dirty status for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:51.011009 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-15582da9-006b-44ec-b5d9-d300dfbac1cc req-92ae1756-29d5-409d-b5df-808dac716c40 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0775483
Jan 19 15:55:51.092398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:51.142294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Request body: {'port': {'device_id': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab', 'admin_state_up': True, 'tenant_id': '85333c098a7c42648e0fc2f250545ce4'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:51.341729 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-523d59db-095b-47a7-8bd7-9233553ca2ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d987a2f-1a5a-457f-86c1-ecbb28086e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2757256
Jan 19 15:55:51.349801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:51.492180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:51.520712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Made reservation on behalf of 85333c098a7c42648e0fc2f250545ce4 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:51.532340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:51.619072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27620424-6d29-4c11-922c-15feb76b3702 req-afcdcf2a-708c-46dc-9fd0-4d3777c87bc0 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:51.629105 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-27620424-6d29-4c11-922c-15feb76b3702 req-afcdcf2a-708c-46dc-9fd0-4d3777c87bc0 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 944 time: 0.1873081
Jan 19 15:55:51.663807 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-80678074-69c8-4e83-919a-6860320d1abf service neutron] 10.222.0.85 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2987227
Jan 19 15:55:51.703711 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-27620424-6d29-4c11-922c-15feb76b3702 req-8a81262c-e73b-4d05-962f-71a512fd8f9b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735309
Jan 19 15:55:51.761535 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89102b7a-1359-4141-97c2-d555ccb98c76 req-2045ad37-0da8-4ee0-b309-fc2f89344753 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0966926
Jan 19 15:55:52.285187 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7d46b68-13c0-4665-87ac-3e03617ba625 req-f3fc14b5-56c0-4358-8476-9922e53435d3 service neutron] 10.222.0.85 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6042490
Jan 19 15:55:52.335209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f968-0e58-47bd-a232-00f150a069b9 req-d3a8720f-6a61-43e7-9d53-223c699cc8aa tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:52.340456 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2763f968-0e58-47bd-a232-00f150a069b9 req-d3a8720f-6a61-43e7-9d53-223c699cc8aa tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.2387798
Jan 19 15:55:52.451720 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2763f968-0e58-47bd-a232-00f150a069b9 req-2dc2ba39-344f-48a4-9e4e-8ff36716cdc2 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019061
Jan 19 15:55:52.581856 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bbc38d36-9a40-450d-aca5-7809267d7909 req-8d2934d3-7a94-4833-829d-b1e62dfe9c1a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.1154244
Jan 19 15:55:52.696244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Allocated IP 172.20.0.4 (da38b16f-a05b-4226-9755-533c6e1617ab/505e4bac-e603-485f-ab3b-c4eb5b6904de/df199109-5fdc-46ed-a2c4-b661b65d356a) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:52.985924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1bdd9-8175-447d-a1f1-99958235d6a5 req-5d4ab3aa-9637-49e6-8aca-8bf0ac5a1e6f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:52.987773 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98d1bdd9-8175-447d-a1f1-99958235d6a5 req-5d4ab3aa-9637-49e6-8aca-8bf0ac5a1e6f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 944 time: 0.1251633
Jan 19 15:55:53.028433 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-29b385a2-6603-4c86-82bb-667cc9d19b9a req-354809a5-6e77-4dc7-98e7-b2646da2a1e0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0770049
Jan 19 15:55:53.073136 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98d1bdd9-8175-447d-a1f1-99958235d6a5 req-a825a0b5-9e4d-468a-b301-bd4eb9c9a5f6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781145
Jan 19 15:55:53.104111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:53.139035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:53.159685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:53.308649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Pushing event updated for resources: {'Port': ['ID=df199109-5fdc-46ed-a2c4-b661b65d356a,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:53.313202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:53.376219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Network da38b16f-a05b-4226-9755-533c6e1617ab is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:53.377355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:53.380433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:53.399032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:53.399742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:53.444040 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3800428
Jan 19 15:55:53.750829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6294b7-4a0a-4db9-a904-775c012c0ff7 req-98e68d37-977e-4224-b803-b10327a1f5c6 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:53.752702 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ea6294b7-4a0a-4db9-a904-775c012c0ff7 req-98e68d37-977e-4224-b803-b10327a1f5c6 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.1309316
Jan 19 15:55:53.879450 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2f860c6d-4d41-4f6f-bd2e-a112298dbaca req-7ebd3018-26c0-4045-9f03-380e07abcdf6 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0944884
Jan 19 15:55:53.880283 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ea6294b7-4a0a-4db9-a904-775c012c0ff7 req-0d77af9a-09a5-41f1-a83d-ef4baa2b41a8 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190917
Jan 19 15:55:53.979201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60458) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:54.143429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.173061 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:54.177930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:b1862a1244d147889982aa92263195fa is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:54.180965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:54.187261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:54.252984 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2082016e-970b-4d84-a71d-c18493a81afa req-79394950-2ae2-4a44-b507-c826e1dc162a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0610461
Jan 19 15:55:54.376137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8ed9-753d-4215-a5c7-20861bc171cf req-0830ce59-3545-4deb-bd66-92ca09f6eef4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:54.377965 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90bf8ed9-753d-4215-a5c7-20861bc171cf req-0830ce59-3545-4deb-bd66-92ca09f6eef4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 944 time: 0.1591027
Jan 19 15:55:54.383812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.402325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:55:54.404179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.417133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f86f39bb-0bfa-4fc5-9904-4153c52c7b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:54.494306 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90bf8ed9-753d-4215-a5c7-20861bc171cf req-1d883c21-6f93-42e2-b82c-13e6d1532233 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067300
Jan 19 15:55:54.497861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Synchronizing usage tracker for tenant:311a995375484793b3232cf95a391416 on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:54.501829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac239be1-4496-4b01-a35f-e3e069f44852,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:54.516219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:54.517804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Unset dirty status for tenant:311a995375484793b3232cf95a391416 on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:54.521875 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=b1862a1244d147889982aa92263195fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5390146
Jan 19 15:55:54.522779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60496) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:54.532493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Request body: {'port': {'device_id': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:54.677019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.709227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9da0c101-0a5f-4991-b368-e2114ed6c4c8 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:55:54.727870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.802184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.808008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:54.839441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac239be1-4496-4b01-a35f-e3e069f44852,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:54.857787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.860981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:54.865227 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/ac239be1-4496-4b01-a35f-e3e069f44852 HTTP/1.1" status: 204  len: 168 time: 0.3413401
Jan 19 15:55:54.866527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:54.895751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:55:54.907696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:55:54.908116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.139164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-fc76ce46-6e85-4ab4-a525-3cf5e3396496 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:55.139164 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-fc76ce46-6e85-4ab4-a525-3cf5e3396496 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 810 time: 0.4387810
Jan 19 15:55:55.220267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.266624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 9da0c101-0a5f-4991-b368-e2114ed6c4c8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:55:55.267765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47721066-6c26-474c-ba20-10c9ea539a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0c101-0a5f-4991-b368-e2114ed6c4c8'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:55:55.294271 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b733d32d-998f-40f4-bef3-be867ccf0e4c req-a99168c3-543b-4610-9119-6e21ae58b0d4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.1093976
Jan 19 15:55:55.361267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c66640-eb4e-49a1-ad20-0d0c10bfb484 req-1b3012ad-724d-4e3c-862c-d0b2c1531cc7 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:55.363316 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c6c66640-eb4e-49a1-ad20-0d0c10bfb484 req-1b3012ad-724d-4e3c-862c-d0b2c1531cc7 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.2062531
Jan 19 15:55:55.419479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.429669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-76a09901-a07d-42eb-9ad8-8653b538873b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:55.469941 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c6c66640-eb4e-49a1-ad20-0d0c10bfb484 req-91b9880e-fe0c-4fda-94e6-5cad3adfa6bb tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969975
Jan 19 15:55:55.474190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60552) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:55.557416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-dd3b8d46-158f-45e0-a155-64156e2e6460 req-a93c252a-67bd-4ad9-9dd2-63cfdcef0dab tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:55.562809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.587919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:55.592178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Usage tracker for resource:security_group_rule and tenant:530e1b9bad9c40259f73766b62a91941 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:55.595800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:55.602671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:55.610767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=9da0c101-0a5f-4991-b368-e2114ed6c4c8,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:55.630332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:55.638408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-dd3b8d46-158f-45e0-a155-64156e2e6460 req-a93c252a-67bd-4ad9-9dd2-63cfdcef0dab tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:55.639524 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd3b8d46-158f-45e0-a155-64156e2e6460 req-a93c252a-67bd-4ad9-9dd2-63cfdcef0dab tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.1467798
Jan 19 15:55:55.753262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.758025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.771000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6de23541-6278-4d99-9de1-e68275741fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:55.827328 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=530e1b9bad9c40259f73766b62a91941&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3514972
Jan 19 15:55:55.828611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e5b158-3848-49ae-a8fe-72a99ac7abae,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:55.831569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60576) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:55.835783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:55.913362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df199109-5fdc-46ed-a2c4-b661b65d356a {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:55:55.916509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.931768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.950358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:55.954419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Transition to ACTIVE for port object df199109-5fdc-46ed-a2c4-b661b65d356a will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:55.983487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280c90b-50a9-46d9-9055-559e0a6a6e68 req-ebe79988-9001-4986-95e8-c76bc69b453c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:55.984408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47721066-6c26-474c-ba20-10c9ea539a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da0c101-0a5f-4991-b368-e2114ed6c4c8', 'code': 200}
Jan 19 15:55:55.986338 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a280c90b-50a9-46d9-9055-559e0a6a6e68 req-ebe79988-9001-4986-95e8-c76bc69b453c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.2399125
Jan 19 15:55:55.987605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.001976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.008845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-130d3da0-bd48-402d-a9e8-a229203abbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:56.021418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e5b158-3848-49ae-a8fe-72a99ac7abae,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:56.027879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:56.031090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:56.036920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.043639 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/a6e5b158-3848-49ae-a8fe-72a99ac7abae HTTP/1.1" status: 204  len: 168 time: 0.2094524
Jan 19 15:55:56.231178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=df199109-5fdc-46ed-a2c4-b661b65d356a,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:56.243299 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a280c90b-50a9-46d9-9055-559e0a6a6e68 req-3be27d68-9a87-4165-a963-8299fa932d40 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291026
Jan 19 15:55:56.243387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60590) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:56.245342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:56.381232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Attempting to bind port df199109-5fdc-46ed-a2c4-b661b65d356a on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:55:56.381612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Attempting to bind port df199109-5fdc-46ed-a2c4-b661b65d356a by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:55:56.382023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Attempting to bind port df199109-5fdc-46ed-a2c4-b661b65d356a on network da38b16f-a05b-4226-9755-533c6e1617ab {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:55:56.388204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:55:56.388579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Checking segment: {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:55:56.388994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.389385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Bound using segment: {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:55:56.389935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Bound port: df199109-5fdc-46ed-a2c4-b661b65d356a, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:55:56.390308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.450622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.506371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] For port df199109-5fdc-46ed-a2c4-b661b65d356a, host hv-cinder-66710, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:55:56.510057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] For port df199109-5fdc-46ed-a2c4-b661b65d356a, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=df199109-5fdc-46ed-a2c4-b661b65d356a,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:55:56.516037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.521877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:56.526082 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3f004bc-3008-49f9-a34d-618d00686f6c req-7099f927-4f4b-417e-878c-32db0ce2470b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0626934
Jan 19 15:55:56.529029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Usage tracker for resource:security_group_rule and tenant:00157306f73745a99e86ed8669ff54f2 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:56.532448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:56.533780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:56.539734 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:56.627199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=df199109-5fdc-46ed-a2c4-b661b65d356a,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:56.633585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:56.673448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.676308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.707743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:56.756737 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=00157306f73745a99e86ed8669ff54f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5117860
Jan 19 15:55:56.758265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5abbdac-739c-4f76-8c24-c552d09708f5,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:56.762342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:56.762563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60614) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:56.841792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.868704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:56.869836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.871561 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] 10.222.0.85 "PUT /v2.0/ports/df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 200  len: 1157 time: 2.3615596
Jan 19 15:55:56.876788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:55:56.912227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed3d6c-cc4e-490e-9ab5-91b234483f0c req-443a0bfb-9e74-4d1b-a818-f151c92896cd tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:56.914203 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1eed3d6c-cc4e-490e-9ab5-91b234483f0c req-443a0bfb-9e74-4d1b-a818-f151c92896cd tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.2308514
Jan 19 15:55:56.930418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.939546 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-be7982e3-dab2-4404-92f3-cfa64ba5ff7f req-dd400cdf-ebcd-4676-8208-e226309dbe85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0677340
Jan 19 15:55:56.979184 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1eed3d6c-cc4e-490e-9ab5-91b234483f0c req-4c19ec8e-3085-4a03-afe2-6e3073e0d4ac tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571833
Jan 19 15:55:56.993474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:56.999809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e337b0a1-8b52-440a-836a-170f80f2874c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:57.015827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5abbdac-739c-4f76-8c24-c552d09708f5,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:57.018447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:57.023177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:57.024408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b5abbdac-739c-4f76-8c24-c552d09708f5 HTTP/1.1" status: 204  len: 168 time: 0.2607744
Jan 19 15:55:57.032408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a', 'status': 'completed', 'code': 200}
Jan 19 15:55:57.486723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60640) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:57.509042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:57.519852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebe0e0-8839-428e-9919-ae65a8e4a9d3 req-dd4a02ed-2695-4798-86b6-17883792e7fc tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:57.522300 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f2ebe0e0-8839-428e-9919-ae65a8e4a9d3 req-dd4a02ed-2695-4798-86b6-17883792e7fc tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.1405375
Jan 19 15:55:57.524949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:57.529335 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Usage tracker for resource:security_group_rule and tenant:72cbad24a8684cb09439dd099c31aaf3 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:55:57.532354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:55:57.538845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:57.594649 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f2ebe0e0-8839-428e-9919-ae65a8e4a9d3 req-09c9e0a0-6594-4ded-a30a-b37a35230f74 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654197
Jan 19 15:55:57.652941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:57.656997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:57.669395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b381d49a-60cc-414c-98cd-28460ad8630f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:57.737082 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=72cbad24a8684cb09439dd099c31aaf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2491577
Jan 19 15:55:57.739456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60650) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:55:57.792361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1988c2e3-625d-452f-81bf-7f64b9bdbf6e,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:57.799837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:57.859046 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-17b20cfc-3374-4698-ba37-46093f00c2e1 req-86dc9859-9d12-4ef1-9a79-63938df162bf tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0629139
Jan 19 15:55:57.892281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:57.944535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:57.963885 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-dd81df54-c631-4412-8e24-52c93e7aa6b2 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f HTTP/1.1" status: 200  len: 5700 time: 0.3203001
Jan 19 15:55:57.974837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b905-df26-4e7e-94be-6ba6b2c6b7bf req-7805b289-8436-4771-bde4-efe1934821bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:57.985489 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-adf4b905-df26-4e7e-94be-6ba6b2c6b7bf req-7805b289-8436-4771-bde4-efe1934821bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1160 time: 0.2383273
Jan 19 15:55:57.989939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'port': {'device_id': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'admin_state_up': True, 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'security_groups': ['132bc1de-315a-4108-8de6-63429b479541']}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:55:58.024398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:58.039735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c4a824ef-a8e2-48c6-b346-ab35ae3da8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:58.060647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1988c2e3-625d-452f-81bf-7f64b9bdbf6e,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:58.063985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:58.080166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:58.088080 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/1988c2e3-625d-452f-81bf-7f64b9bdbf6e HTTP/1.1" status: 204  len: 168 time: 0.3445587
Jan 19 15:55:58.405016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caaecb-1a99-4246-ba67-d4b471e2366e req-b9d2cd5c-9fd5-42e9-974f-5d6537f59ecc tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:58.415551 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d8caaecb-1a99-4246-ba67-d4b471e2366e req-b9d2cd5c-9fd5-42e9-974f-5d6537f59ecc tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.1974735
Jan 19 15:55:58.484097 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b1f952-167c-42e9-b97f-1e323eb332e2 req-26fcbea2-2365-40b7-9c32-f823e0ba1412 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0898874
Jan 19 15:55:58.524826 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d8caaecb-1a99-4246-ba67-d4b471e2366e req-1f6da88e-f436-45af-bb0b-5f4374f4b3f3 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078632
Jan 19 15:55:58.584977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:55:58.600552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:55:58.610944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Made reservation on behalf of afdf7b2bd9af48a88a61d7ee06632f6f for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:55:58.625001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:59.048633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addda2d2-3b6c-4c25-9924-db737e271953 req-10c94855-882b-4a4f-ad05-00c167b64bde tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:59.050427 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-addda2d2-3b6c-4c25-9924-db737e271953 req-10c94855-882b-4a4f-ad05-00c167b64bde tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.2393904
Jan 19 15:55:59.126640 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b44184ca-2d29-4600-bfdc-f18a88ffe8da req-83faa6fc-c8c0-4ed7-bd88-d76c6ae32175 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0651226
Jan 19 15:55:59.143669 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-addda2d2-3b6c-4c25-9924-db737e271953 req-0e286211-c63f-425d-b6af-bea39f152718 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859790
Jan 19 15:55:59.144929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Allocated IP 172.20.0.3 (0a35fa9c-a0a2-41f2-96ec-9653ac034691/fabec43d-4301-4faa-b8bb-b957262086fc/1ed37168-f6c8-42e0-b630-d84fa2aa56fe) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:55:59.389968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:59.407861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Transition to ACTIVE for port object 1ed37168-f6c8-42e0-b630-d84fa2aa56fe will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:55:59.437284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:59.456190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:55:59.642774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'Port': ['ID=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:55:59.649806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:55:59.845224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c5d17-b406-4d08-b8c8-4153c0ab24e9 req-fe006a64-34b3-4870-9cf0-53543ba7bd5e tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:59.847036 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a78c5d17-b406-4d08-b8c8-4153c0ab24e9 req-fe006a64-34b3-4870-9cf0-53543ba7bd5e tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.1284716
Jan 19 15:55:59.850009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:55:59.852023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:55:59.867842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:55:59.886702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:59.886702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:55:59.928231 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a78c5d17-b406-4d08-b8c8-4153c0ab24e9 req-956f6610-7b2d-49e3-962a-069d8870360f tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692873
Jan 19 15:55:59.928673 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9565430
Jan 19 15:55:59.959579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d856922-c265-490c-a034-f2cd8ccc7a18 req-72bc2549-ef30-4567-81d2-a3baa015d827 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:55:59.960438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-6d856922-c265-490c-a034-f2cd8ccc7a18 req-72bc2549-ef30-4567-81d2-a3baa015d827 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:55:59.979923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-6d856922-c265-490c-a034-f2cd8ccc7a18 req-72bc2549-ef30-4567-81d2-a3baa015d827 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:55:59.984883 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6d856922-c265-490c-a034-f2cd8ccc7a18 req-72bc2549-ef30-4567-81d2-a3baa015d827 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 931 time: 0.1994729
Jan 19 15:56:00.040378 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6d856922-c265-490c-a034-f2cd8ccc7a18 req-cedba7e4-6fcb-4528-a415-c3fae2529f35 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519950
Jan 19 15:56:00.173303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-e25d3ff4-327d-436f-b228-4a474aaf101f None None] Provisioning for port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:56:00.179598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-e25d3ff4-327d-436f-b228-4a474aaf101f None None] Provisioning complete for port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:00.179993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e25d3ff4-327d-436f-b228-4a474aaf101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:00.239642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e25d3ff4-327d-436f-b228-4a474aaf101f None None] Port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 15:56:00.327770 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8d7ba4a4-7f5e-4a48-b23b-ff8bf4f0eab4 req-4adabc8f-5453-420d-b437-8a8e70094f94 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0533228
Jan 19 15:56:00.412849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab41860-99c9-4bce-b65a-dd6fbe62bba7 req-43196002-7dda-4ea2-95af-32de6dd506a8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:00.414646 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ab41860-99c9-4bce-b65a-dd6fbe62bba7 req-43196002-7dda-4ea2-95af-32de6dd506a8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.1097558
Jan 19 15:56:00.469383 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ab41860-99c9-4bce-b65a-dd6fbe62bba7 req-8bef7c96-149d-44cc-bd7f-661deffb8894 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483794
Jan 19 15:56:00.713853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.85', 50724) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:00.714339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Request body: {'port': {'device_id': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:01.150760 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-d7dd7a2c-7a21-47f0-ad64-3a21d853c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:01.152527 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-d7dd7a2c-7a21-47f0-ad64-3a21d853c1fa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.4258132
Jan 19 15:56:01.174160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:01.188992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:01.212160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:01.250821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-492d6c1c-2d2d-42bc-b78e-c285eaece830 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:01.255193 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-492d6c1c-2d2d-42bc-b78e-c285eaece830 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 818 time: 0.4355574
Jan 19 15:56:01.255193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Usage tracker for resource:security_group_rule and tenant:26890aee50114b8ea375a2a555ca375e is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:01.258704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:01.266842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:01.282566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Request body: {'port': {'device_id': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab', 'admin_state_up': True, 'tenant_id': '85333c098a7c42648e0fc2f250545ce4'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:01.495952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-5f7d065b-a3ed-4c58-9f1c-06acc85e42f6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80062) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 15:56:01.629065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d000a99-7dbe-459f-a55d-6440a612d4ad req-5ae20007-52b6-4e56-a34b-32cd5a89943f tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:01.630969 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2d000a99-7dbe-459f-a55d-6440a612d4ad req-5ae20007-52b6-4e56-a34b-32cd5a89943f tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.2433157
Jan 19 15:56:01.655033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:01.666524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b905-df26-4e7e-94be-6ba6b2c6b7bf req-77d0fe4e-be26-45b9-9e88-b0143a68b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:01.668717 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-adf4b905-df26-4e7e-94be-6ba6b2c6b7bf req-77d0fe4e-be26-45b9-9e88-b0143a68b9a6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=85333c098a7c42648e0fc2f250545ce4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.9893975
Jan 19 15:56:01.704931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Usage tracker for resource:port and tenant:85333c098a7c42648e0fc2f250545ce4 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:01.715984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Quota usage for port was recalculated. Used quota:2. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:01.722301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:01.727939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:01.742967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:01.757246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:01.787971 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2d000a99-7dbe-459f-a55d-6440a612d4ad req-676131d8-d672-4b77-a775-0a5315ec910a tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444461
Jan 19 15:56:01.792046 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42b18be2-6b2b-416e-92f5-3334b3805f04 req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6221008
Jan 19 15:56:01.792753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Made reservation on behalf of 85333c098a7c42648e0fc2f250545ce4 for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:56:01.802422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:01.864039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2cbb1d-1336-4acc-bd54-d4b1dbda814a,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:01.871374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:01.904247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed37168-f6c8-42e0-b630-d84fa2aa56fe {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:56:01.924685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:02.068941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Transition to ACTIVE for port object 1ed37168-f6c8-42e0-b630-d84fa2aa56fe will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:56:02.081345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:02.322319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:02.353990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9da0c101-0a5f-4991-b368-e2114ed6c4c8 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:02.378356 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d920b563-2366-47c4-8946-4e26a0562355 req-f8947bde-b995-4c92-b4c8-cd6b3f9fd857 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.2729850
Jan 19 15:56:02.402226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Allocated IP 172.20.0.6 (da38b16f-a05b-4226-9755-533c6e1617ab/505e4bac-e603-485f-ab3b-c4eb5b6904de/8a5317ff-2866-4d88-b9ff-94787e737264) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:56:02.524052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:02.524472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:02.771053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c54e9e-1571-4ff6-884d-a8a9a7dfc729 req-540ba04c-2f8e-4f1e-a4ec-2275a376d94d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:02.772769 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-66c54e9e-1571-4ff6-884d-a8a9a7dfc729 req-540ba04c-2f8e-4f1e-a4ec-2275a376d94d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 931 time: 1.2057173
Jan 19 15:56:02.809410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device b08304cb-8dbb-4a76-a68b-53d5c021a0ed up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:02.810822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Pushing event updated for resources: {'Port': ['ID=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:02.822986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:02.921856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port b08304cb-8dbb-4a76-a68b-53d5c021a0ed completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:56:02.929986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port b08304cb-8dbb-4a76-a68b-53d5c021a0ed triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:02.930616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:02.959217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b905-df26-4e7e-94be-6ba6b2c6b7bf req-0598be07-2bf2-4ddb-86fd-5a4fc365b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:02.961018 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-adf4b905-df26-4e7e-94be-6ba6b2c6b7bf req-0598be07-2bf2-4ddb-86fd-5a4fc365b468 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.9806912
Jan 19 15:56:02.975886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Attempting to bind port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:56:02.976148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Attempting to bind port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:56:02.976389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Attempting to bind port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe on network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:56:02.996657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:56:02.996910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Checking segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:56:02.997324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:02.997722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Bound using segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:56:02.998265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Bound port: 1ed37168-f6c8-42e0-b630-d84fa2aa56fe, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:56:02.998638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.098062 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-66c54e9e-1571-4ff6-884d-a8a9a7dfc729 req-cbc2815c-b75d-4185-96e5-b2494d8b96a4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2710125
Jan 19 15:56:03.099158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.152505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port b08304cb-8dbb-4a76-a68b-53d5c021a0ed, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,segment=NetworkSegment(2f98ffe2-8726-45ff-a152-848f1879a749),segment_id=2f98ffe2-8726-45ff-a152-848f1879a749)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:56:03.153823 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:03.160298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.164216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:03.208570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] For port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe, host hv-cinder-66710, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:56:03.212071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] For port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:56:03.220850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.253405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:03.264128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:03.268574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:03.286621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.320590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.350656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:03.500913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706c704-d08b-4170-84d5-69a81b83aec2 req-f448b0bc-0c26-4d73-bc59-62a7385cab95 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:03.502698 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9706c704-d08b-4170-84d5-69a81b83aec2 req-f448b0bc-0c26-4d73-bc59-62a7385cab95 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.7435498
Jan 19 15:56:03.565590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Pushing event updated for resources: {'Port': ['ID=8a5317ff-2866-4d88-b9ff-94787e737264,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:03.650219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:03.667004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60860) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:03.697812 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9706c704-d08b-4170-84d5-69a81b83aec2 req-305f7261-da03-4e53-8b2b-80f1ff0d4987 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860347
Jan 19 15:56:03.738720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Network da38b16f-a05b-4226-9755-533c6e1617ab is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:56:03.740053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:56:03.751121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:56:03.797812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:03.805934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.828801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:03.829799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:03.831276 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] 10.222.0.85 "PUT /v2.0/ports/1ed37168-f6c8-42e0-b630-d84fa2aa56fe HTTP/1.1" status: 200  len: 1157 time: 3.1258221
Jan 19 15:56:03.833422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:03.842040 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed', 'code': 200}
Jan 19 15:56:03.862858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Pushing event updated for resources: {'Port': ['ID=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:03.872013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:03.877205 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5996990
Jan 19 15:56:03.918285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03c88c-ab63-434f-a759-ae90e7ccc4f5 req-964e5d6c-db28-47a6-bd10-18fdb0edc96e tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:03.919979 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4a03c88c-ab63-434f-a759-ae90e7ccc4f5 req-964e5d6c-db28-47a6-bd10-18fdb0edc96e tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.5517676
Jan 19 15:56:03.975321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.000542 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4a03c88c-ab63-434f-a759-ae90e7ccc4f5 req-e9798a67-0d4a-4ace-ba6e-411b34262ce6 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685589
Jan 19 15:56:04.063543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:04.072619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Usage tracker for resource:security_group_rule and tenant:add46dfa830d4ff2bdfc0151966eea0c is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:04.086389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:04.094471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:04.127530 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe', 'status': 'completed', 'code': 200}
Jan 19 15:56:04.168939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a546d-4126-4b3e-8335-8883317c6d4a req-df7fa2d5-6df8-4948-a35d-2d37bbf7e008 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:04.169772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-171a546d-4126-4b3e-8335-8883317c6d4a req-df7fa2d5-6df8-4948-a35d-2d37bbf7e008 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Synchronizing usage tracker for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:04.193789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-171a546d-4126-4b3e-8335-8883317c6d4a req-df7fa2d5-6df8-4948-a35d-2d37bbf7e008 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Unset dirty status for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:04.195075 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-171a546d-4126-4b3e-8335-8883317c6d4a req-df7fa2d5-6df8-4948-a35d-2d37bbf7e008 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 931 time: 0.1992188
Jan 19 15:56:04.277413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60882) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:04.298476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-171a546d-4126-4b3e-8335-8883317c6d4a req-23c65c8f-440a-4e83-892b-4ec70edf2331 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Synchronizing usage tracker for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:04.304567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.318939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.331206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-06cb62a8-a365-4c91-a99e-4aa0901b2c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:04.368970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8c0a7-5a76-47e2-84b0-130e7c0f0421 req-f36e225d-6c77-4908-a2cf-d3efe13721f5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:04.370747 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b4b8c0a7-5a76-47e2-84b0-130e7c0f0421 req-f36e225d-6c77-4908-a2cf-d3efe13721f5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1170673
Jan 19 15:56:04.375765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-171a546d-4126-4b3e-8335-8883317c6d4a req-23c65c8f-440a-4e83-892b-4ec70edf2331 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Unset dirty status for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:04.377029 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-171a546d-4126-4b3e-8335-8883317c6d4a req-23c65c8f-440a-4e83-892b-4ec70edf2331 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686430
Jan 19 15:56:04.384948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df080ce3-b3e2-4928-9887-4cd69775df6c,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:04.389991 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=add46dfa830d4ff2bdfc0151966eea0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7218838
Jan 19 15:56:04.391154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:04.393604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60888) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:04.448482 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b4b8c0a7-5a76-47e2-84b0-130e7c0f0421 req-12b8e616-0514-4956-bccb-eac221b3ad7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616348
Jan 19 15:56:04.469893 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.503638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.533989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:04.538337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.549347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Usage tracker for resource:security_group_rule and tenant:c2194e7b67694973856a8ec9a448f282 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:04.553991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:04.568213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:04.627390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.633596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:04.656159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df080ce3-b3e2-4928-9887-4cd69775df6c,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:04.658779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:04.679145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.680397 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/df080ce3-b3e2-4928-9887-4cd69775df6c HTTP/1.1" status: 204  len: 168 time: 0.2850001
Jan 19 15:56:04.717358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.720496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.747526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:04.776760 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c2194e7b67694973856a8ec9a448f282&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4933527
Jan 19 15:56:04.777565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 60898) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:04.793703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5281b3-285f-483a-acf5-eab624c2e603,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:04.797240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:04.887621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.920916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.970174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.976241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:04.994519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:04.998238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/da5281b3-285f-483a-acf5-eab624c2e603 HTTP/1.1" status: 204  len: 168 time: 0.2168698
Jan 19 15:56:04.998388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c100-d402-4a74-9630-5db41b646430 req-133b76c8-6a66-41e2-b582-73478b23e29c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:04.998503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5281b3-285f-483a-acf5-eab624c2e603,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:04.998603 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bd3c100-d402-4a74-9630-5db41b646430 req-133b76c8-6a66-41e2-b582-73478b23e29c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.1163573
Jan 19 15:56:04.999290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:05.065303 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bd3c100-d402-4a74-9630-5db41b646430 req-db18fb1b-b4d5-4211-b69a-8bd8d8e3de6e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541754
Jan 19 15:56:05.137344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60910) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:05.158743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.176594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:05.180684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Usage tracker for resource:security_group_rule and tenant:c505100fb85e4e5f95f424eef6a46f9e is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:05.183650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:05.190219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:05.255203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94561de-0f67-457e-9c06-70ba47163e4c req-ccf469e5-41dc-4ef2-8918-33c306ed07e5 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:05.256896 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c94561de-0f67-457e-9c06-70ba47163e4c req-ccf469e5-41dc-4ef2-8918-33c306ed07e5 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.1086996
Jan 19 15:56:05.299616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.303989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.315719 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c94561de-0f67-457e-9c06-70ba47163e4c req-3fdc3a17-5bd6-4ff6-ac99-600e2bd855b1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522325
Jan 19 15:56:05.317966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:05.364679 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c505100fb85e4e5f95f424eef6a46f9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2260652
Jan 19 15:56:05.365581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b306654e-1e79-4e50-a379-2030157c8a80,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:05.367897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 60916) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:05.369086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:05.439664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.471488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.531145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.532808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 60926) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:05.539509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9aacf148-1924-4497-a9eb-20eef75e87f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:05.554828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b306654e-1e79-4e50-a379-2030157c8a80,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:05.557127 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:05.558712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.560121 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b306654e-1e79-4e50-a379-2030157c8a80 HTTP/1.1" status: 204  len: 168 time: 0.1910596
Jan 19 15:56:05.621374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:05.647705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:05.667447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Usage tracker for resource:security_group_rule and tenant:f09b7ca5b6a14529ab3c9c3337e7c7b6 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:05.671385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:05.681073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:05.746652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fff7e-1331-42c8-8293-312fadcc3330 req-6a015d12-69c6-4161-9653-4763f1f0fc91 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:05.749125 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-348fff7e-1331-42c8-8293-312fadcc3330 req-6a015d12-69c6-4161-9653-4763f1f0fc91 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 931 time: 0.1866133
Jan 19 15:56:05.750450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7cc3e-32fe-4908-b356-b4f55941f0a6 req-5aef2866-c1c9-4abb-81fa-6327964faece tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:05.752537 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82b7cc3e-32fe-4908-b356-b4f55941f0a6 req-5aef2866-c1c9-4abb-81fa-6327964faece tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1255789
Jan 19 15:56:05.824839 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82b7cc3e-32fe-4908-b356-b4f55941f0a6 req-e5fc4f4d-e019-4c21-8192-2ef4c3bcefe8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619411
Jan 19 15:56:05.854703 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-348fff7e-1331-42c8-8293-312fadcc3330 req-7aa406f8-a806-43fb-807f-a0237415b0b3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949001
Jan 19 15:56:05.864499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Request body: {'port': {'device_id': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:05.954236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:06.000552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:06.019229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-825bfd8b-5e20-4d16-8c11-558f4de46b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:06.072343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a6ba4-ea5a-4e35-a7cd-6b684d2db65a req-e06d8152-cb27-4a8b-9273-62dcaf0fcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:06.074288 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-446a6ba4-ea5a-4e35-a7cd-6b684d2db65a req-e06d8152-cb27-4a8b-9273-62dcaf0fcfce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 1160 time: 0.1714025
Jan 19 15:56:06.077425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-9b1340be-dce9-4c97-9989-e0dd8ac47714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:06.079318 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-9b1340be-dce9-4c97-9989-e0dd8ac47714 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1160 time: 0.1243153
Jan 19 15:56:06.086650 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f09b7ca5b6a14529ab3c9c3337e7c7b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5524051
Jan 19 15:56:06.089237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 60940) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:06.093234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:06.107030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb25c5-a35d-420e-b6ad-019986a209cc,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:06.110887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:06.346284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ec5c-9554-43e6-9d7a-c3af49723373 req-0a877fa5-6ee9-49ee-986d-e838659e88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:06.348107 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca57ec5c-9554-43e6-9d7a-c3af49723373 req-0a877fa5-6ee9-49ee-986d-e838659e88ce service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 1163 time: 0.1912527
Jan 19 15:56:06.375904 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-564ee588-eff0-498e-af0d-ccd0946c7a72 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 200  len: 217 time: 0.1485510
Jan 19 15:56:06.489033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ca57ec5c-9554-43e6-9d7a-c3af49723373 req-28e831df-e91f-4686-b0ed-512350b599a9 service neutron] Synchronizing usage tracker for tenant:26890aee50114b8ea375a2a555ca375e on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:06.560740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a6ba4-ea5a-4e35-a7cd-6b684d2db65a req-54c05cbd-6184-4760-9acc-027ef8ff9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:06.562538 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-446a6ba4-ea5a-4e35-a7cd-6b684d2db65a req-54c05cbd-6184-4760-9acc-027ef8ff9d5f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&shared=False HTTP/1.1" status: 200  len: 904 time: 0.4465570
Jan 19 15:56:06.572117 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-7adb58eb-50dc-46aa-abfc-d187ddd8a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:06.573682 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-7adb58eb-50dc-46aa-abfc-d187ddd8a60f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.1745787
Jan 19 15:56:06.587606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:06.706222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-6cefde91-642f-4fcf-b460-a64bda8c1588 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1126869
Jan 19 15:56:06.754417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ca57ec5c-9554-43e6-9d7a-c3af49723373 req-28e831df-e91f-4686-b0ed-512350b599a9 service neutron] Unset dirty status for tenant:26890aee50114b8ea375a2a555ca375e on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:06.766260 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca57ec5c-9554-43e6-9d7a-c3af49723373 req-28e831df-e91f-4686-b0ed-512350b599a9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3649557
Jan 19 15:56:06.819652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:06.884261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5317ff-2866-4d88-b9ff-94787e737264 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:56:06.903321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:06.937810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f694f4-47bd-466b-b6a3-d210b30a06f2 req-16863b51-3dc4-4962-8ed1-3ebf63de7918 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:06.942889 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-27f694f4-47bd-466b-b6a3-d210b30a06f2 req-16863b51-3dc4-4962-8ed1-3ebf63de7918 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.2950690
Jan 19 15:56:06.952692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c366d-dfe5-4b23-b40d-dff27e99f09b req-15f08714-0ce7-4f28-9365-984c5d40ebd1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:06.954405 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2f0c366d-dfe5-4b23-b40d-dff27e99f09b req-15f08714-0ce7-4f28-9365-984c5d40ebd1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.7241359
Jan 19 15:56:06.989857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Transition to ACTIVE for port object 8a5317ff-2866-4d88-b9ff-94787e737264 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:56:06.998748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:07.040555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:07.121664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a6ba4-ea5a-4e35-a7cd-6b684d2db65a req-a00da8fe-f008-45a2-bf1e-5c74f0439849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:07.123462 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-446a6ba4-ea5a-4e35-a7cd-6b684d2db65a req-a00da8fe-f008-45a2-bf1e-5c74f0439849 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5469623
Jan 19 15:56:07.125614 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-7ea21553-a742-4197-96da-2bac94e326f2 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438706
Jan 19 15:56:07.161337 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2f0c366d-dfe5-4b23-b40d-dff27e99f09b req-e3556cc8-35f2-49b6-9dde-28ae052107f4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791565
Jan 19 15:56:07.253631 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-27f694f4-47bd-466b-b6a3-d210b30a06f2 req-42e1e542-d9c0-4dfd-83d2-eee7ade1bb44 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097501
Jan 19 15:56:07.273660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:07.350107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5317ff-2866-4d88-b9ff-94787e737264,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:07.368227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:07.383137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:07.443578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb25c5-a35d-420e-b6ad-019986a209cc,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:07.451275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:07.562784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:07.564069 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/64eb25c5-a35d-420e-b6ad-019986a209cc HTTP/1.1" status: 204  len: 168 time: 1.4734685
Jan 19 15:56:07.731479 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-e6590aae-132c-40c5-b0d1-ec29b12a8c10 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5687842
Jan 19 15:56:07.746034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Attempting to bind port 8a5317ff-2866-4d88-b9ff-94787e737264 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:56:07.746245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Attempting to bind port 8a5317ff-2866-4d88-b9ff-94787e737264 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:56:07.746776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Attempting to bind port 8a5317ff-2866-4d88-b9ff-94787e737264 on network da38b16f-a05b-4226-9755-533c6e1617ab {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:56:07.770180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:56:07.770357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-d4f9fe5c-5acc-46bc-8d96-461206f808da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:07.770439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Checking segment: {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:56:07.770439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:07.770824 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Bound using segment: {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:56:07.771313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Bound port: 8a5317ff-2866-4d88-b9ff-94787e737264, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263e1515-baf2-44d8-a74b-48e0a46e0a49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'da38b16f-a05b-4226-9755-533c6e1617ab'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:56:07.771562 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-d4f9fe5c-5acc-46bc-8d96-461206f808da service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 1160 time: 0.5447741
Jan 19 15:56:07.771662 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:07.798963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9da0c101-0a5f-4991-b368-e2114ed6c4c8 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:07.814391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30308-936a-465c-ab05-acedb084fe2b req-3e231582-93f5-4195-addc-a121bc279bbe tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:07.816102 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edd30308-936a-465c-ab05-acedb084fe2b req-3e231582-93f5-4195-addc-a121bc279bbe tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.3343711
Jan 19 15:56:07.828081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0396f3-d9c0-4622-8815-28a9823e7aa1 req-801c6860-713c-4c69-9a8b-5a526c850bb7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:07.829811 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d0396f3-d9c0-4622-8815-28a9823e7aa1 req-801c6860-713c-4c69-9a8b-5a526c850bb7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.2583437
Jan 19 15:56:07.932729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:07.933431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:08.013766 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d0396f3-d9c0-4622-8815-28a9823e7aa1 req-c8dc02fe-41aa-42f0-9cf6-30b13ff98b92 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727200
Jan 19 15:56:08.065619 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-de4ef685-3659-4079-8335-c60a598e4d81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe HTTP/1.1" status: 200  len: 217 time: 0.2122030
Jan 19 15:56:08.072637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] For port 8a5317ff-2866-4d88-b9ff-94787e737264, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:56:08.077244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] For port 8a5317ff-2866-4d88-b9ff-94787e737264, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8a5317ff-2866-4d88-b9ff-94787e737264,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:56:08.082830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:08.092847 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edd30308-936a-465c-ab05-acedb084fe2b req-c5af4f6b-90c0-4286-9a99-84bb1caa9f9b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2676938
Jan 19 15:56:08.105423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:08.113357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device b08304cb-8dbb-4a76-a68b-53d5c021a0ed up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:08.234422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-5f443926-96da-4e32-8a95-2cfbb1411708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:08.236104 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-5f443926-96da-4e32-8a95-2cfbb1411708 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.1421936
Jan 19 15:56:08.262637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port b08304cb-8dbb-4a76-a68b-53d5c021a0ed triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:08.263472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:08.435471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-39054725-5763-4db7-970d-a7faf75f482b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:08.501470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-f2a872f3-1bcb-4d81-858c-cd2b82fd57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:08.503639 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-f2a872f3-1bcb-4d81-858c-cd2b82fd57d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2495742
Jan 19 15:56:08.555888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5317ff-2866-4d88-b9ff-94787e737264,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:08.608179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:08.796086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:08.796779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:08.798675 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] 10.222.0.85 "PUT /v2.0/ports/8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 200  len: 1157 time: 2.9405696
Jan 19 15:56:08.799200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:08.869099 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-b2b73d70-5939-4dc6-a18c-e75ab4617845 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555369
Jan 19 15:56:08.872278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafe18f-4bd4-48ec-9a69-0d7f36ff9076 req-9577dcae-10a8-4f8c-964f-70dd2d2ba17a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:08.881194 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6eafe18f-4bd4-48ec-9a69-0d7f36ff9076 req-9577dcae-10a8-4f8c-964f-70dd2d2ba17a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.3328257
Jan 19 15:56:08.922097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device b08304cb-8dbb-4a76-a68b-53d5c021a0ed up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:08.946813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbe0e2-5aa9-4d9f-bd2b-d2d5bc8a71e3 req-ae781e38-bf3f-469a-8301-2c4b7b2ba15b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:08.956769 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-aacbe0e2-5aa9-4d9f-bd2b-d2d5bc8a71e3 req-ae781e38-bf3f-469a-8301-2c4b7b2ba15b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.3951459
Jan 19 15:56:09.029546 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6eafe18f-4bd4-48ec-9a69-0d7f36ff9076 req-c5a119d9-3aee-4c35-b5a4-5d75be145d45 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458344
Jan 19 15:56:09.081489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port b08304cb-8dbb-4a76-a68b-53d5c021a0ed triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:09.082082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:09.105952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-877f2b2e-d9a0-4343-9b22-b6743c3d2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:09.107598 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-877f2b2e-d9a0-4343-9b22-b6743c3d2dee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1160 time: 0.2220690
Jan 19 15:56:09.142721 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-aacbe0e2-5aa9-4d9f-bd2b-d2d5bc8a71e3 req-5860318a-dee4-4638-a578-1d269dfba0f6 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841860
Jan 19 15:56:09.228349 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00edb46b-2be3-4baf-8a9e-2801c06929c0 req-afc515f1-b9ae-4fc2-a543-73b0563d14ed service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3504243
Jan 19 15:56:09.249580 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264', 'status': 'completed', 'code': 200}
Jan 19 15:56:09.263415 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-d65d7deb-7f2b-41e7-929d-8f0560faabc1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 200  len: 217 time: 0.1397908
Jan 19 15:56:09.471953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-73a0a9e7-73f3-483b-aab7-851464563b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:09.476955 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-73a0a9e7-73f3-483b-aab7-851464563b24 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.2052326
Jan 19 15:56:09.561831 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-946279ab-305d-49f0-8b34-36f053677d82 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682478
Jan 19 15:56:09.574138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330f707-1d68-4c99-a2de-126a5fa13c7a req-8ed25294-3a98-459a-9358-61f8e93ec092 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:09.575983 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0330f707-1d68-4c99-a2de-126a5fa13c7a req-8ed25294-3a98-459a-9358-61f8e93ec092 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1317668
Jan 19 15:56:09.593215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559cb6-fbe3-479e-8447-c024df0a80c7 req-87f458a1-a1e5-4ffe-b9ec-28ada0034e97 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:09.602341 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6559cb6-fbe3-479e-8447-c024df0a80c7 req-87f458a1-a1e5-4ffe-b9ec-28ada0034e97 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.2605448
Jan 19 15:56:09.641819 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0330f707-1d68-4c99-a2de-126a5fa13c7a req-cda95431-c74c-4d4b-84da-04e32ef13ce6 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596445
Jan 19 15:56:09.843422 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6559cb6-fbe3-479e-8447-c024df0a80c7 req-48886108-f0a7-4363-9bbe-8da5caf0b0c4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400482
Jan 19 15:56:09.903593 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-7587b7f2-3ab0-4916-bfe0-5f68673a57ad service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2983909
Jan 19 15:56:10.132815 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6da372b-f706-4b43-a8fa-490fb4fe8e9a req-c07f2045-8b04-4866-bc4c-819af2a41b78 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2171681
Jan 19 15:56:10.181790 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-3e97e155-490a-492c-94fa-18443a1ea663 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2653861
Jan 19 15:56:10.443313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-e90242a4-192c-497a-a4c4-15e1eaab67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:10.444968 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-e90242a4-192c-497a-a4c4-15e1eaab67b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1160 time: 0.1703429
Jan 19 15:56:10.509551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-e41899e2-9534-4035-b68b-f336f3f31056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:10.511375 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-e41899e2-9534-4035-b68b-f336f3f31056 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1df0b9ea72d049febb188a8f75d7b5c6&device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 1163 time: 0.1547248
Jan 19 15:56:10.751255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-65278c27-e761-4cc7-9915-cdcce4305814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:10.752932 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-65278c27-e761-4cc7-9915-cdcce4305814 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d987a2f-1a5a-457f-86c1-ecbb28086e33 HTTP/1.1" status: 200  len: 904 time: 0.2166567
Jan 19 15:56:10.916616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 32886) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:10.926844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8d9c9a4e-869b-4ab6-9d1c-16fa237c6474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:10.983061 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-c2acf452-51f2-4e36-96ec-8e3c4d49f21f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08304cb-8dbb-4a76-a68b-53d5c021a0ed HTTP/1.1" status: 200  len: 217 time: 0.1569633
Jan 19 15:56:11.010856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-ac94b211-3fe3-4c6d-b9b2-f0a329e81132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:11.012352 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-ac94b211-3fe3-4c6d-b9b2-f0a329e81132 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.5457032
Jan 19 15:56:11.016842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-44043d34-438a-405c-9ec8-f134e1dd492c None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80062) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 15:56:11.042307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52825aa-5f7d-43ac-b757-e1bc1bae354a req-0028f064-627a-4130-8030-12ac5c07c5ee tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:11.050085 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d52825aa-5f7d-43ac-b757-e1bc1bae354a req-0028f064-627a-4130-8030-12ac5c07c5ee tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1835041
Jan 19 15:56:11.161884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-4c9a169a-086a-44de-b8f3-83fecb8b35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:11.164254 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-4c9a169a-086a-44de-b8f3-83fecb8b35e2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c HTTP/1.1" status: 200  len: 850 time: 0.1703789
Jan 19 15:56:11.175438 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-fe2925ff-85fa-4d41-9f1b-d63779a75610 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 200  len: 217 time: 0.1223147
Jan 19 15:56:11.190350 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d52825aa-5f7d-43ac-b757-e1bc1bae354a req-49b30457-844a-4ed1-b0c2-ba37b2706426 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386766
Jan 19 15:56:11.264050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:11.284332 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-9d88794e-a218-428d-aafe-20169decf910 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d987a2f-1a5a-457f-86c1-ecbb28086e33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0830305
Jan 19 15:56:11.290434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:11.300466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-1caae817-d617-41a1-a702-a5b303d5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:11.302531 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-1caae817-d617-41a1-a702-a5b303d5d8d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.1111341
Jan 19 15:56:11.313141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:11.358087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Usage tracker for resource:security_group_rule and tenant:90ee2db2269d4037b0623df0db3def22 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:11.366252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:11.369151 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-62dca327-a9f7-418d-b2d7-d594ec58b717 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573840
Jan 19 15:56:11.461053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:11.500603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da4eae-c50c-436d-9145-9d1226b7f906 req-9a70569d-eae5-4b55-a294-52c08fb82ba7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:11.509575 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-02da4eae-c50c-436d-9145-9d1226b7f906 req-9a70569d-eae5-4b55-a294-52c08fb82ba7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.4521787
Jan 19 15:56:11.544737 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-945db767-8ccb-4c4a-a009-b2b5e633e448 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706851
Jan 19 15:56:11.589258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 32912) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:11.635541 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-02da4eae-c50c-436d-9145-9d1226b7f906 req-1c68e9d1-e088-4dda-a0e8-afcc1250b9c9 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249812
Jan 19 15:56:11.657715 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-89cc7ddb-8410-4b12-909c-9ad593ee4198 service neutron] 10.222.0.85 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3479662
Jan 19 15:56:11.728923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:11.734141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:11.756002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0a35b222-1b97-4ef4-a7c8-644d6af2878e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:11.800104 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=90ee2db2269d4037b0623df0db3def22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8820832
Jan 19 15:56:11.805718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 32920) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:11.833529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d4458c-551c-4091-8cd6-a40221568228,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:11.836897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:11.875020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:11.908724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:11.916174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Usage tracker for resource:security_group_rule and tenant:1bd4a6307cf7440bb673dfa74064bda8 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:11.919931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:11.935432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:11.944721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:11.987891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.084104 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.101599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:12.119121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.125490 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d4458c-551c-4091-8cd6-a40221568228,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:12.130343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.131289 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:12.141612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:12.150398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.154020 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b2d4458c-551c-4091-8cd6-a40221568228 HTTP/1.1" status: 204  len: 168 time: 0.3446250
Jan 19 15:56:12.183643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152a1b6f-8c44-4f3b-b181-6bc4a1981919,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:12.194243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:12.205021 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1bd4a6307cf7440bb673dfa74064bda8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6145356
Jan 19 15:56:12.209393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 32938) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:12.295458 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.302768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.333245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.379304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.384815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:12.399116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152a1b6f-8c44-4f3b-b181-6bc4a1981919,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:12.401933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:12.403106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.407814 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/152a1b6f-8c44-4f3b-b181-6bc4a1981919 HTTP/1.1" status: 204  len: 168 time: 0.1953430
Jan 19 15:56:12.446024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.571765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 32950) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:12.593296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.609535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:12.613712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Usage tracker for resource:security_group_rule and tenant:1824e356f18046f9b517bebcc8497d63 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:12.616747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:12.622854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:12.719812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.724592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.739519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:12.783236 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1824e356f18046f9b517bebcc8497d63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2099233
Jan 19 15:56:12.786386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6665cb44-8f5d-47cd-897b-06573637118d,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:12.787302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 32958) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:12.790113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:12.857271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.887725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.936804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 32962) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:12.940135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.958381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18e0d47b-2795-43e7-9dad-54499833c900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:12.978263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:12.992305 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6665cb44-8f5d-47cd-897b-06573637118d,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:13.007796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.008177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.008595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.008967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.009331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.009695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.010088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.010455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.010820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.011182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.011540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.011894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.012310 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.012667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.013023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.013378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.013774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.014112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.014471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.014826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.015183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.015536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.015888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.016252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:13.020650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:13.025253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:13.031594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Usage tracker for resource:security_group_rule and tenant:13903a54d5d44d928779665984113e70 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:13.038492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:13.045255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:13.046653 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/6665cb44-8f5d-47cd-897b-06573637118d HTTP/1.1" status: 204  len: 168 time: 0.2571988
Jan 19 15:56:13.047954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:13.139180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:13.142385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:13.151992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-54052d9f-92bf-47c0-adb6-7b7640a78242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:13.198376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=13903a54d5d44d928779665984113e70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2603829
Jan 19 15:56:13.200301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763e473d-ae16-4677-b7f7-6a0ce51416b1,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:13.203252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 32968) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:13.204543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:13.285905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:13.319517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:13.372132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:13.377814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:13.397445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763e473d-ae16-4677-b7f7-6a0ce51416b1,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:13.407993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:13.409030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:13.413212 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/763e473d-ae16-4677-b7f7-6a0ce51416b1 HTTP/1.1" status: 204  len: 168 time: 0.2050045
Jan 19 15:56:13.667064 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca01a405-1abd-4ad2-a9d2-bd5d94ccbe0a req-07371853-b989-4d58-8aa8-1d325fe4f92c service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1809537
Jan 19 15:56:13.708964 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0894d40b-5006-47da-86d5-eaf18cdf5b99 req-de2cd8a9-39a2-472e-bcf8-5bd5ce81d0ed service neutron] 10.222.0.85 "GET /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2177339
Jan 19 15:56:15.241250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd66fa-5d8a-4b99-89b6-cdb31423faeb req-884d4483-b208-49d9-9e44-2f0512f21129 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:15.249409 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-21fd66fa-5d8a-4b99-89b6-cdb31423faeb req-884d4483-b208-49d9-9e44-2f0512f21129 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1249855
Jan 19 15:56:15.305312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-21fd66fa-5d8a-4b99-89b6-cdb31423faeb req-7d123501-b593-4632-a07f-c22ce1f48574 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:15.322818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-21fd66fa-5d8a-4b99-89b6-cdb31423faeb req-7d123501-b593-4632-a07f-c22ce1f48574 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:15.335414 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-21fd66fa-5d8a-4b99-89b6-cdb31423faeb req-7d123501-b593-4632-a07f-c22ce1f48574 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846682
Jan 19 15:56:15.450032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae434fd7-9d0c-42a3-b19b-d7f8c8470fea req-4929d364-2a62-41cc-9472-7f421cee8fe1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:15.454292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ae434fd7-9d0c-42a3-b19b-d7f8c8470fea req-4929d364-2a62-41cc-9472-7f421cee8fe1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Synchronizing usage tracker for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:15.470281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ae434fd7-9d0c-42a3-b19b-d7f8c8470fea req-4929d364-2a62-41cc-9472-7f421cee8fe1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Unset dirty status for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:15.478364 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ae434fd7-9d0c-42a3-b19b-d7f8c8470fea req-4929d364-2a62-41cc-9472-7f421cee8fe1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.2099836
Jan 19 15:56:15.533155 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ae434fd7-9d0c-42a3-b19b-d7f8c8470fea req-029793d4-be8d-4394-97c9-d12a5add17fb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538530
Jan 19 15:56:15.738005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device df199109-5fdc-46ed-a2c4-b661b65d356a up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:15.816169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port df199109-5fdc-46ed-a2c4-b661b65d356a completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:56:15.822197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port df199109-5fdc-46ed-a2c4-b661b65d356a triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:15.822694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:15.963939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:15.993854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:16.005009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port df199109-5fdc-46ed-a2c4-b661b65d356a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=df199109-5fdc-46ed-a2c4-b661b65d356a,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:56:16.008614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:16.010802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:16.066963 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a', 'code': 200}
Jan 19 15:56:16.096109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=df199109-5fdc-46ed-a2c4-b661b65d356a,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:16.100015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:16.382684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f7f1c-a5d5-45c7-a54f-06b7ee9783e8 req-6382bcea-6020-4f8e-951e-df8dc3752317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:16.384946 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b44f7f1c-a5d5-45c7-a54f-06b7ee9783e8 req-6382bcea-6020-4f8e-951e-df8dc3752317 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1162 time: 0.0945964
Jan 19 15:56:16.446810 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b44f7f1c-a5d5-45c7-a54f-06b7ee9783e8 req-2cc547b3-126d-440a-a422-d97d6615305a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522711
Jan 19 15:56:16.626087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211045a4-f26c-42bf-89f9-d096c4d6791b req-1466173b-d2bd-4555-83d3-398d483836dc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:16.628417 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-211045a4-f26c-42bf-89f9-d096c4d6791b req-1466173b-d2bd-4555-83d3-398d483836dc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1241043
Jan 19 15:56:16.714403 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-211045a4-f26c-42bf-89f9-d096c4d6791b req-ae68debf-49ca-462d-a038-e87c6e2524a4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789611
Jan 19 15:56:16.831176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c11a1b-2eb4-46d7-934c-33a1cbf4d1de req-27567b39-bba6-4d9b-b4ab-717de527a2c2 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:16.834150 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-59c11a1b-2eb4-46d7-934c-33a1cbf4d1de req-27567b39-bba6-4d9b-b4ab-717de527a2c2 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.1316669
Jan 19 15:56:17.079463 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-59c11a1b-2eb4-46d7-934c-33a1cbf4d1de req-c239a942-109c-4689-9327-8298cd76f1db tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376924
Jan 19 15:56:17.953539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a240c-8257-4138-b7f5-c799d511a7f8 req-a6802a78-423d-4b50-8ce8-8256f56b1b3c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:17.955298 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a63a240c-8257-4138-b7f5-c799d511a7f8 req-a6802a78-423d-4b50-8ce8-8256f56b1b3c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1059158
Jan 19 15:56:18.009832 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a63a240c-8257-4138-b7f5-c799d511a7f8 req-efe55e99-59ad-4fe1-95cb-4cbfff333227 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474012
Jan 19 15:56:18.329510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b30d2-916a-4986-9264-d7dd03462fc6 req-138dc835-3706-41be-acec-b696d5684d14 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:18.331371 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e18b30d2-916a-4986-9264-d7dd03462fc6 req-138dc835-3706-41be-acec-b696d5684d14 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.1109316
Jan 19 15:56:18.389775 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e18b30d2-916a-4986-9264-d7dd03462fc6 req-0f7aef37-5f97-4e6a-892e-86535d198a4b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505955
Jan 19 15:56:19.249712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b0882-6338-4e76-8c4c-561e7b6f4805 req-dc1fd1ca-d704-4762-a123-3f2a4bede3b0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:19.251435 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ee1b0882-6338-4e76-8c4c-561e7b6f4805 req-dc1fd1ca-d704-4762-a123-3f2a4bede3b0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1103017
Jan 19 15:56:19.305932 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ee1b0882-6338-4e76-8c4c-561e7b6f4805 req-88fa5554-b069-49d2-bd30-a72fb1f9bbe7 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472078
Jan 19 15:56:19.638523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03741333-8257-4ab9-8a9e-d45561b9712d req-0307cded-f69e-42c5-87f9-196c1b98fbf7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:19.640112 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-03741333-8257-4ab9-8a9e-d45561b9712d req-0307cded-f69e-42c5-87f9-196c1b98fbf7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.1086383
Jan 19 15:56:19.695931 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-03741333-8257-4ab9-8a9e-d45561b9712d req-42265efe-3947-416c-97b7-c9e488df3ece tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480330
Jan 19 15:56:20.561267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474387c-461a-425b-93a6-588c293e7e52 req-217645d2-dc23-409a-97d5-8a07eb7f9b19 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:20.563013 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b474387c-461a-425b-93a6-588c293e7e52 req-217645d2-dc23-409a-97d5-8a07eb7f9b19 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1128397
Jan 19 15:56:20.638030 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b474387c-461a-425b-93a6-588c293e7e52 req-277a2194-c24c-4992-bb47-3278b094b444 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646262
Jan 19 15:56:20.972751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ff37-0654-49fc-bf00-dd0c32b499ff req-07ce7c35-b765-435d-b865-477f94530a2b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:20.974975 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4cc4ff37-0654-49fc-bf00-dd0c32b499ff req-07ce7c35-b765-435d-b865-477f94530a2b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.1167874
Jan 19 15:56:21.031884 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4cc4ff37-0654-49fc-bf00-dd0c32b499ff req-3d5eee61-0845-48e9-aebf-803e19891287 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511463
Jan 19 15:56:21.089710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:21.160600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8a5317ff-2866-4d88-b9ff-94787e737264 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:21.235124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 8a5317ff-2866-4d88-b9ff-94787e737264 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:56:21.240812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 8a5317ff-2866-4d88-b9ff-94787e737264 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:21.241223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:21.367587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:21.397118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:21.407261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 8a5317ff-2866-4d88-b9ff-94787e737264, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8a5317ff-2866-4d88-b9ff-94787e737264,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:56:21.412050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:21.412955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device df199109-5fdc-46ed-a2c4-b661b65d356a up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:21.445214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:21.493362 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264', 'code': 200}
Jan 19 15:56:21.550101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=8a5317ff-2866-4d88-b9ff-94787e737264,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:21.562385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.562796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.563120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.563489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.563853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.564220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.564582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.564943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.565307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.565667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.566180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.567576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.568004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.568363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.568726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.569088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.569449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.569843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.570216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.570573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.570928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.571287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.571645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.571995 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:21.577570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:21.584473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port df199109-5fdc-46ed-a2c4-b661b65d356a triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:21.584894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:21.749000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1ed37168-f6c8-42e0-b630-d84fa2aa56fe up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:21.823837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:56:21.830725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:21.831935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:21.917800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db377d-2cd8-4a92-915e-78def0cda932 req-8b08959e-6d55-4b5f-8b97-b7ad19df75b4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:21.925635 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-61db377d-2cd8-4a92-915e-78def0cda932 req-8b08959e-6d55-4b5f-8b97-b7ad19df75b4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 943 time: 0.1315963
Jan 19 15:56:21.992267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:21.993726 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-61db377d-2cd8-4a92-915e-78def0cda932 req-c630fa47-3134-47c8-a3a4-d0fea0361e95 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668008
Jan 19 15:56:22.031823 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:56:22.035796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:22.038491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:22.145582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:22.149954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:22.318447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e50cd-5866-4865-9dd3-e74a7e5b3812 req-a283ee8c-2d23-47e2-8a23-e8c5e6588127 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:22.320164 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-438e50cd-5866-4865-9dd3-e74a7e5b3812 req-a283ee8c-2d23-47e2-8a23-e8c5e6588127 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1179411
Jan 19 15:56:22.378736 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-438e50cd-5866-4865-9dd3-e74a7e5b3812 req-ddc89468-7557-4937-8bcb-648fd49cbfdc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520527
Jan 19 15:56:23.242892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0196-10c4-4f5b-8a74-ef95ad261908 req-b414673f-1219-4b51-a245-edcf66b8c3b7 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:23.243372 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-146a0196-10c4-4f5b-8a74-ef95ad261908 req-b414673f-1219-4b51-a245-edcf66b8c3b7 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1138337
Jan 19 15:56:23.298799 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-146a0196-10c4-4f5b-8a74-ef95ad261908 req-57c07bf7-2bca-4eea-a220-19bd28210aaa tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487678
Jan 19 15:56:23.495050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:23.558819 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe', 'code': 200}
Jan 19 15:56:23.627348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cde15-ecff-4dc4-bc02-38bb0fd40db5 req-8b8b576f-a013-46d6-82f0-481dc1dcd023 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:23.629220 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9f5cde15-ecff-4dc4-bc02-38bb0fd40db5 req-8b8b576f-a013-46d6-82f0-481dc1dcd023 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1097453
Jan 19 15:56:23.682369 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9f5cde15-ecff-4dc4-bc02-38bb0fd40db5 req-97ca4009-9683-47c1-9611-a7cdbe02252e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468543
Jan 19 15:56:24.543612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ab1d7-09e6-4996-a615-d1c8de9b9b84 req-2e031300-9498-4de3-8b61-1137f00d0953 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:24.545245 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-237ab1d7-09e6-4996-a615-d1c8de9b9b84 req-2e031300-9498-4de3-8b61-1137f00d0953 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1131802
Jan 19 15:56:24.599411 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-237ab1d7-09e6-4996-a615-d1c8de9b9b84 req-adb10bc2-525f-42a5-80ca-869f062ec5e0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473385
Jan 19 15:56:24.954755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a9505-f554-4e1e-84e7-733d549f5569 req-62e87d72-6e23-4104-95a0-44d955f5ecfe tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:24.956845 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3b3a9505-f554-4e1e-84e7-733d549f5569 req-62e87d72-6e23-4104-95a0-44d955f5ecfe tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1330583
Jan 19 15:56:25.048753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1165d-8acd-4e20-863d-0d104b87e345 req-e0fb8dad-3b81-49a4-920a-7f7804d23fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:25.051143 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-12e1165d-8acd-4e20-863d-0d104b87e345 req-e0fb8dad-3b81-49a4-920a-7f7804d23fde service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 1162 time: 0.0828512
Jan 19 15:56:25.064662 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3b3a9505-f554-4e1e-84e7-733d549f5569 req-57b0f82d-e489-40cd-8f94-e76c8b3d02f9 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004264
Jan 19 15:56:25.098575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8d989-3cd2-41e7-8df9-4421873ff42e req-28b33d88-bb06-46d6-992c-227700e9059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:25.100187 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96d8d989-3cd2-41e7-8df9-4421873ff42e req-28b33d88-bb06-46d6-992c-227700e9059c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1162 time: 0.1005955
Jan 19 15:56:25.110254 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-12e1165d-8acd-4e20-863d-0d104b87e345 req-6f977024-81ca-4fc3-b3da-7066c3124045 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391018
Jan 19 15:56:25.149556 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96d8d989-3cd2-41e7-8df9-4421873ff42e req-369b3b65-25da-42d8-bb59-b0341f14054d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388930
Jan 19 15:56:25.847659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a22bf-7889-4834-aa51-73a347a1a27d req-a5cd3793-b31f-4dc4-82e1-1495de458fbf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:25.849390 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-948a22bf-7889-4834-aa51-73a347a1a27d req-a5cd3793-b31f-4dc4-82e1-1495de458fbf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1108515
Jan 19 15:56:25.902795 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-948a22bf-7889-4834-aa51-73a347a1a27d req-2f232f8e-af5a-4133-8626-c1bdf3cfce8c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469861
Jan 19 15:56:26.308863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d908f-a1c4-4481-bd8a-1dd46dd7a654 req-a47d226c-9c10-47df-a2fd-5db216f961e5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:26.310700 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-569d908f-a1c4-4481-bd8a-1dd46dd7a654 req-a47d226c-9c10-47df-a2fd-5db216f961e5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1055121
Jan 19 15:56:26.367566 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-569d908f-a1c4-4481-bd8a-1dd46dd7a654 req-b07bc14a-ba55-4084-8f22-fa3075888828 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498540
Jan 19 15:56:27.142018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d550-3380-42d3-9765-25f58761c372 req-3784f35d-e65a-4b71-b09f-9cd110d46191 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:27.143770 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0373d550-3380-42d3-9765-25f58761c372 req-3784f35d-e65a-4b71-b09f-9cd110d46191 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1100783
Jan 19 15:56:27.198745 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0373d550-3380-42d3-9765-25f58761c372 req-038401f4-57ca-40cb-bb59-3529ed8b2503 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480614
Jan 19 15:56:27.606800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c623a-9122-4159-ada6-3fe40925ab6d req-7ce7945b-dde4-4859-aa13-a338f434fdd4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:27.608660 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c73c623a-9122-4159-ada6-3fe40925ab6d req-7ce7945b-dde4-4859-aa13-a338f434fdd4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1090088
Jan 19 15:56:27.663069 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c73c623a-9122-4159-ada6-3fe40925ab6d req-8cce13e5-acfe-48ba-a235-bae215bb3f05 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471871
Jan 19 15:56:28.438545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb034c-3a50-4260-a0db-e46d1fedbaf5 req-a54e4550-e9b9-4831-bce2-df225a30d562 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:28.440449 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fedb034c-3a50-4260-a0db-e46d1fedbaf5 req-a54e4550-e9b9-4831-bce2-df225a30d562 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1058924
Jan 19 15:56:28.493101 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fedb034c-3a50-4260-a0db-e46d1fedbaf5 req-c458343d-118f-4051-b071-9eb3c1067038 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459788
Jan 19 15:56:28.714669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8a5317ff-2866-4d88-b9ff-94787e737264 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:28.793541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 8a5317ff-2866-4d88-b9ff-94787e737264 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:28.794216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:28.933050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64ae18-3f4e-4cfe-ac30-deb3db83cca6 req-a0c9249e-4cc5-41e7-85da-2dd8bf3529a5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:28.934748 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bd64ae18-3f4e-4cfe-ac30-deb3db83cca6 req-a0c9249e-4cc5-41e7-85da-2dd8bf3529a5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1243906
Jan 19 15:56:28.939167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1ed37168-f6c8-42e0-b630-d84fa2aa56fe up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:28.992397 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bd64ae18-3f4e-4cfe-ac30-deb3db83cca6 req-1319e039-2211-4ec2-aacf-a20393133bf4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481713
Jan 19 15:56:29.016984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:29.017412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:29.751082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299c753-a058-4265-86bd-fd1aa611123a req-0b73577b-1087-46ca-ace0-8e74b55be71e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:29.766408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7299c753-a058-4265-86bd-fd1aa611123a req-0b73577b-1087-46ca-ace0-8e74b55be71e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1293356
Jan 19 15:56:29.818828 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7299c753-a058-4265-86bd-fd1aa611123a req-5c4dd9fd-23f3-4ecc-8ed7-4188f2dcded1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508206
Jan 19 15:56:30.249056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204b6c-ebb9-47bd-a50d-00a9665f6617 req-5604e316-c4f3-43cd-8139-0114b1975b92 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:30.250771 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01204b6c-ebb9-47bd-a50d-00a9665f6617 req-5604e316-c4f3-43cd-8139-0114b1975b92 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1099885
Jan 19 15:56:30.311637 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01204b6c-ebb9-47bd-a50d-00a9665f6617 req-af2c3366-a436-4f8f-89b3-8f1bb743d2d6 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511971
Jan 19 15:56:31.095380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c90aa8-0ad6-420f-82d2-194f12fddcac req-ff3ce8ca-095f-466b-8726-dfbeede152a8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:31.097588 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19c90aa8-0ad6-420f-82d2-194f12fddcac req-ff3ce8ca-095f-466b-8726-dfbeede152a8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1255181
Jan 19 15:56:31.165177 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19c90aa8-0ad6-420f-82d2-194f12fddcac req-aae62eb2-5f3a-45d2-8275-4e7c3f404899 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604095
Jan 19 15:56:31.404391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:56:31.450558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830c30-6b11-4080-a8c5-9cb44057f4fe req-9ffc33cc-b3de-46e6-a470-20374c9fbfa5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:31.452637 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9e830c30-6b11-4080-a8c5-9cb44057f4fe req-9ffc33cc-b3de-46e6-a470-20374c9fbfa5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1602051
Jan 19 15:56:31.467987 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33448) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:31.474403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'floatingip': {'port_id': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:31.591834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:31.632985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33468) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:31.674568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38866e2-a50e-4d2e-845c-0ad88fa47b18 req-2fdef3a4-cd15-405f-8266-a7bcfa02670a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:31.676949 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e38866e2-a50e-4d2e-845c-0ad88fa47b18 req-2fdef3a4-cd15-405f-8266-a7bcfa02670a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1697943
Jan 19 15:56:31.787801 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e38866e2-a50e-4d2e-845c-0ad88fa47b18 req-a7766c91-22a3-4fe8-a61a-3adf9211ea6e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967259
Jan 19 15:56:31.920370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-be549f11-3cd3-4743-b91c-02e7a41d7368 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:31.928756 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-be549f11-3cd3-4743-b91c-02e7a41d7368 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.2266212
Jan 19 15:56:31.944809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:31.970205 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-ac41e0f0-1a6e-4667-876a-a32fb2eba791 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/quotas/9c0936ff679b445f8797ddda81826c2a HTTP/1.1" status: 200  len: 375 time: 0.0401671
Jan 19 15:56:31.979926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:31.989716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Usage tracker for resource:security_group_rule and tenant:9e71055fa44a4b36a625a8c11151e379 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:31.993570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:32.001006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:32.142022 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-1ad897a4-a383-44c2-a730-2303caf8031f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1706402
Jan 19 15:56:32.186626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.195621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.216136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-018674b3-0e09-4b0e-9801-669cb7182a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:32.297399 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e675c34d-c4ce-4d15-b2eb-18af82553442,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:32.312512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:32.402622 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=9e71055fa44a4b36a625a8c11151e379&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7649393
Jan 19 15:56:32.403411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33496) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:32.511831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9006c-f4ce-49ae-ae75-73b76d724276 req-94c7a386-4904-4c13-8788-0b31066c87fa tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:32.513603 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7ee9006c-f4ce-49ae-ae75-73b76d724276 req-94c7a386-4904-4c13-8788-0b31066c87fa tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2131319
Jan 19 15:56:32.519803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.581507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.614548 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7ee9006c-f4ce-49ae-ae75-73b76d724276 req-fbfcb53c-3377-4c0e-94cf-c9f4956796c6 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913939
Jan 19 15:56:32.661962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8a5317ff-2866-4d88-b9ff-94787e737264 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:32.667715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.670588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33502) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:32.677091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-279a4359-29a4-41d3-8ed2-05af6956d09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:32.727304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e675c34d-c4ce-4d15-b2eb-18af82553442,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:32.736508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:32.738300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.743518 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e675c34d-c4ce-4d15-b2eb-18af82553442 HTTP/1.1" status: 204  len: 168 time: 0.3347278
Jan 19 15:56:32.763785 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-03b11e63-7c80-46b8-9619-fb09e2bbaed3 service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6161056
Jan 19 15:56:32.789401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 8a5317ff-2866-4d88-b9ff-94787e737264 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:32.789848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.829260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-dd636f36-eecc-4e0c-b229-41d9f9a61149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:32.831330 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-dd636f36-eecc-4e0c-b229-41d9f9a61149 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1162 time: 0.3870342
Jan 19 15:56:32.969448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:32.991815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:32.996251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1efa07e6dc70400eaa1aa86779addadc is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:32.999673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:32.999858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1ed37168-f6c8-42e0-b630-d84fa2aa56fe up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:33.006215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:33.080695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:33.081093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.104332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.108706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.119428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:33.170348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1efa07e6dc70400eaa1aa86779addadc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4689195
Jan 19 15:56:33.171489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe03d84b-7688-45ed-894a-4d5a1f8565dd,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:33.174615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33516) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:33.204960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:33.290511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.319786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.330114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33522) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:33.366284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.392147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:33.398019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Usage tracker for resource:security_group_rule and tenant:8ab22c7b891a40e5bc880ad5780da17e is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:33.410089 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-3bdae728-b244-4240-9a1e-35395261cb02 service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6451931
Jan 19 15:56:33.411905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:33.424457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:33.443868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-ce9a0038-32ce-4aa0-b7ca-881c101eb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:33.450139 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-ce9a0038-32ce-4aa0-b7ca-881c101eb87c service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.5498452
Jan 19 15:56:33.471704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.479545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:33.507391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe03d84b-7688-45ed-894a-4d5a1f8565dd,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:33.511879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:33.587138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.590677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.592079 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/fe03d84b-7688-45ed-894a-4d5a1f8565dd HTTP/1.1" status: 204  len: 168 time: 0.4016812
Jan 19 15:56:33.595243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.633624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-61e6cf33-35eb-44ba-b17c-1c28fb7b2941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:33.650927 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=8ab22c7b891a40e5bc880ad5780da17e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3187010
Jan 19 15:56:33.651743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33538) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:33.791270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c043ea6f-1835-4957-a674-374a6059f6e5,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:33.797694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:33.801681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.842881 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:33.883072 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-241d7445-4847-4770-882b-ea8a9161ef15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 200  len: 217 time: 0.4099951
Jan 19 15:56:33.885230 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3c3d60a3-482a-449c-a202-87b387f89798 req-6d64cc81-b211-4ae7-8b27-533cca166c01 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 210 time: 0.1036489
Jan 19 15:56:33.963192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.resource_extend [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 19 15:56:34.085018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.090664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:34.102108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c043ea6f-1835-4957-a674-374a6059f6e5,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:34.126669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d019-a7e5-4d4c-80d2-0618d81faf6b req-b7ce8c29-97e9-4272-8f94-0f61dd43594a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:34.147313 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3a23d019-a7e5-4d4c-80d2-0618d81faf6b req-b7ce8c29-97e9-4272-8f94-0f61dd43594a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2581065
Jan 19 15:56:34.178480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-b5199e7f-906a-4d3b-967c-7e359fbd56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:34.180099 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-b5199e7f-906a-4d3b-967c-7e359fbd56b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.2796850
Jan 19 15:56:34.180684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33556) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:34.193361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:34.206873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.208683 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/c043ea6f-1835-4957-a674-374a6059f6e5 HTTP/1.1" status: 204  len: 168 time: 0.5537183
Jan 19 15:56:34.253717 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3a23d019-a7e5-4d4c-80d2-0618d81faf6b req-0c349f0d-e81b-46c8-95bc-c1dda06fdc72 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053479
Jan 19 15:56:34.272945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.275637 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-21c3c91e-22f6-47ac-add7-a42822d050cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783491
Jan 19 15:56:34.278364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.298414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33566) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:34.402993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33572) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:34.436457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.474940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:34.486434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Usage tracker for resource:security_group_rule and tenant:f4e5ea46adbc4c33ba04e44a52a311dd is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:34.491970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:34.514309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:34.676456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.682537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.747428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:34.778385 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f4e5ea46adbc4c33ba04e44a52a311dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3734391
Jan 19 15:56:34.779749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94b1ff8-6887-4e35-8cc8-c072113583c9,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:34.783500 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33578) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:34.786108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:34.873327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.926426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.951193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:34.981563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:34.991086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc3db8617474452a1314798739f9901 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:35.003014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.007154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:35.018278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:35.056503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.065774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:35.066040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-dd44ba37-88f6-4e59-a645-73a4d599f48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:35.087406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94b1ff8-6887-4e35-8cc8-c072113583c9,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:35.090888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:35.091766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.093012 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/f94b1ff8-6887-4e35-8cc8-c072113583c9 HTTP/1.1" status: 204  len: 168 time: 0.3092895
Jan 19 15:56:35.119175 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-0cec682c-acec-4e71-a94f-5c4aa1281ed7 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6630189
Jan 19 15:56:35.129301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1d3830a81548429f4890b1ea99a2d5 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:35.134210 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-807e6cea-38c5-4f87-b3e8-7c09c31d496e req-10b250ac-930f-49a4-a650-6c66dc04b17b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 210 time: 0.0782936
Jan 19 15:56:35.137508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:35.163531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.167838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.171760 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:35.183381 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Floating IP 5e9ff0ad-607f-4ede-8f11-8a14b38c388a associated. External IP: 172.27.2.229, port: 1ed37168-f6c8-42e0-b630-d84fa2aa56fe.
Jan 19 15:56:35.188072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-22396b03-ec7c-4c3c-98e2-91c650dd6490 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:35.242595 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=ccc3db8617474452a1314798739f9901&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9423773
Jan 19 15:56:35.245170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33596) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:35.248671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297c9035-4cbe-4714-abe3-378cc6dd1709,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:35.264165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:35.364103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.408454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.584357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.604130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:35.625532 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297c9035-4cbe-4714-abe3-378cc6dd1709,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:35.640311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:35.645680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:35.649452 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/297c9035-4cbe-4714-abe3-378cc6dd1709 HTTP/1.1" status: 204  len: 168 time: 0.4006071
Jan 19 15:56:35.734832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f814c-744b-4e80-8532-35ec5c1fa6ec req-54fff66f-648a-4910-9039-b3f8cbc410d7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:35.736803 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-875f814c-744b-4e80-8532-35ec5c1fa6ec req-54fff66f-648a-4910-9039-b3f8cbc410d7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2492561
Jan 19 15:56:35.804022 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ede3eb-3ee1-4180-a3e8-e6201eae7816 req-749c5408-f953-4a43-945a-b4c9268dad8a service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6630437
Jan 19 15:56:36.057511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.078081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.081999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-e2151f8d-dcbc-4cda-af92-a0b5054285ff tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:36.083833 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-e2151f8d-dcbc-4cda-af92-a0b5054285ff tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.3448012
Jan 19 15:56:36.093592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:36.152103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Request body: {'port': {'device_id': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d', 'admin_state_up': True, 'tenant_id': '9c0936ff679b445f8797ddda81826c2a'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:36.153770 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7d1d3830a81548429f4890b1ea99a2d5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9685967
Jan 19 15:56:36.159797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33626) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:36.168833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 15:56:36.169965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07e64b-c32e-4a8d-a8f2-aa9c9b1f3831,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:36.200886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.201427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.201914 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.202410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.202905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.203435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.204273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.204273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.204792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.205272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.205770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.206429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.207160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.207648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.208802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.208802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.208802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.209565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.210064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.210542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.211016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.211489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.211965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.212439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:56:36.217674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:36.259898 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-875f814c-744b-4e80-8532-35ec5c1fa6ec req-2ddc7279-fb09-4f1d-bb04-1a14dfeed0b8 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378576
Jan 19 15:56:36.311849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33638) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:36.342389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.370234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:36.393023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Usage tracker for resource:security_group_rule and tenant:432c603743264bfcac6f24dc154a9fbf is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:36.400558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:36.455697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:36.463404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 15:56:36.482467 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:36.482870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] Sync routers for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 15:56:36.503670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:56:36.504450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd3840f0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:56:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:56:36.507831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:36.530199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Made reservation on behalf of 9c0936ff679b445f8797ddda81826c2a for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:56:36.539828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.634701 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ec83b89-71e0-4321-8101-1f4bd4f7e7bd req-16b05356-f4f3-4518-8624-eb30e76f3cb9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 210 time: 0.1758120
Jan 19 15:56:36.636968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.710171 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8c9b3d0b-7104-4e41-9bf8-cc66f8998ecc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "PUT /v2.0/floatingips/5e9ff0ad-607f-4ede-8f11-8a14b38c388a HTTP/1.1" status: 200  len: 991 time: 5.2369030
Jan 19 15:56:36.710171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:36.747234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.761304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.769812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.793938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0aa28290-50df-4458-9003-af829a1fdfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:36.835647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.849456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:56:36.925774 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe', 'status': 'completed', 'code': 200}
Jan 19 15:56:36.934129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.940422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e28945be-77d8-4f62-8400-53129a04e03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:36.955877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07e64b-c32e-4a8d-a8f2-aa9c9b1f3831,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:36.957837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:36.964329 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:36.969052 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/4c07e64b-c32e-4a8d-a8f2-aa9c9b1f3831 HTTP/1.1" status: 204  len: 168 time: 0.8036313
Jan 19 15:56:37.025890 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=432c603743264bfcac6f24dc154a9fbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7124498
Jan 19 15:56:37.029061 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33658) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:37.030110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763b6234-e14d-4922-867a-3d9bb477d527,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:37.036490 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:37.219737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:37.276435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:37.289156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Allocated IP 172.20.0.14 (6bb901bc-5abd-4a67-8841-df604b84b61d/66f1fbf3-d32f-4d54-847a-da6ce874e88d/2773c104-e4fa-4785-b1ca-ba98c4106928) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:56:37.302309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c696f-d573-423f-b80e-ea974ac825e3 req-d4e50aec-e8fa-4a3a-a3e4-0480f9f51a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:37.304024 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-045c696f-d573-423f-b80e-ea974ac825e3 req-d4e50aec-e8fa-4a3a-a3e4-0480f9f51a04 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 1162 time: 0.1755805
Jan 19 15:56:37.464135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd3840f0>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '5e9ff0ad-607f-4ede-8f11-8a14b38c388a', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'port_id': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'mac_address': 'fa:16:3e:bf:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:55:45Z', 'updated_at': '2021-01-19T15:56:33Z', 'revision_number': 1, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:56:37.473833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] Checking router: f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 15:56:37.489730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:37.499920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 15:56:37.499920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd3840f0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T15:56:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:56:37.509186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18712392-5044-46e9-942b-2c1d2bb00657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:37.535665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b6234-e14d-4922-867a-3d9bb477d527,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:37.627193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:37.666293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:37.670125 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/763b6234-e14d-4922-867a-3d9bb477d527 HTTP/1.1" status: 204  len: 168 time: 0.6371810
Jan 19 15:56:37.750536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c696f-d573-423f-b80e-ea974ac825e3 req-a4590369-ebaf-42c4-85bb-412133eb4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:37.751830 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-045c696f-d573-423f-b80e-ea974ac825e3 req-a4590369-ebaf-42c4-85bb-412133eb4152 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 904 time: 0.4191518
Jan 19 15:56:37.793284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e1394-3975-4345-92a2-1a736ed637f0 req-f4701865-1108-4452-9d58-2254eea48bd5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:37.796195 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b6e1394-3975-4345-92a2-1a736ed637f0 req-f4701865-1108-4452-9d58-2254eea48bd5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2915425
Jan 19 15:56:37.817451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 15:56:37.941482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:37.973451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33682) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:37.988928 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b6e1394-3975-4345-92a2-1a736ed637f0 req-c43ce259-00df-4f0f-acef-306403a64818 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094363
Jan 19 15:56:38.012827 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-045c696f-d573-423f-b80e-ea974ac825e3 req-f06cfdcf-9f9c-4d35-ba5a-28ca72156ef1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe HTTP/1.1" status: 200  len: 999 time: 0.2147961
Jan 19 15:56:38.017687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:38.100267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:38.150785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c696f-d573-423f-b80e-ea974ac825e3 req-05227a93-cd11-4dba-b8d1-92ddd1f8078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:38.157989 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-045c696f-d573-423f-b80e-ea974ac825e3 req-05227a93-cd11-4dba-b8d1-92ddd1f8078a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.1296504
Jan 19 15:56:38.213004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:38.309377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c696f-d573-423f-b80e-ea974ac825e3 req-d1339a25-2a2e-45fd-97e0-ea2732a0199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:38.311068 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-045c696f-d573-423f-b80e-ea974ac825e3 req-d1339a25-2a2e-45fd-97e0-ea2732a0199c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1418562
Jan 19 15:56:38.395932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fa335ed-0a2d-4eca-b201-680c0b3004fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:38.468497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Network 6bb901bc-5abd-4a67-8841-df604b84b61d is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:56:38.469992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:38.477018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:56:38.480609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:56:38.500967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:38.502007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:38.583670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Usage tracker for resource:security_group_rule and tenant:a6bdfbb45b534eab9cb074859dcdfb58 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:38.591818 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4551308
Jan 19 15:56:38.594027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:38.604851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:38.633015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd3840f0>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '5e9ff0ad-607f-4ede-8f11-8a14b38c388a', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'port_id': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'mac_address': 'fa:16:3e:bf:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:55:45Z', 'updated_at': '2021-01-19T15:56:33Z', 'revision_number': 1, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:56:38.636415 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-045c696f-d573-423f-b80e-ea974ac825e3 req-2b30e201-04de-45ac-8978-a34b5f15bbdf service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2976699
Jan 19 15:56:38.638253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcb1d5-dfa3-42b3-a9cd-be505cab2626 None None] The sync data for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi is: [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '5e9ff0ad-607f-4ede-8f11-8a14b38c388a', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'floating_ip_address': '172.27.2.229', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'port_id': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'mac_address': 'fa:16:3e:bf:b6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T15:55:45Z', 'updated_at': '2021-01-19T15:56:33Z', 'revision_number': 1, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 15:56:38.719135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:38.731521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:38.753651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Request body: {'port': {'device_id': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:38.891403 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-045c696f-d573-423f-b80e-ea974ac825e3 req-a1d13e59-8409-4b6d-bfe8-2b91f6432844 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2414744
Jan 19 15:56:38.930732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:38.959997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event updated for resources: {'Port': ['ID=2773c104-e4fa-4785-b1ca-ba98c4106928,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:38.964236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:38.998520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6e9deef1-11e2-421f-bf45-a7a4442bed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:39.039473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73de3c27-8a16-4784-a8bf-62ee6e0596e3,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:39.043447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:39.108092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975620-d6e5-407c-b145-e04f6acaa46a req-968ab902-3166-4e3f-97bb-16a6749ba71f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:39.109015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-9e975620-d6e5-407c-b145-e04f6acaa46a req-968ab902-3166-4e3f-97bb-16a6749ba71f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:39.119591 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a6bdfbb45b534eab9cb074859dcdfb58&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1447635
Jan 19 15:56:39.122449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33710) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:39.133024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e59487-6a81-4783-b050-3642b386e657 None None] New status for floating IP 5e9ff0ad-607f-4ede-8f11-8a14b38c388a: ACTIVE {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 15:56:39.326804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:39.372769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:39.443339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc9fe1-e433-49ea-ac61-ffe5f6a57a5f req-63625150-2e4c-4516-b251-cbf752a3bdff tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:39.446000 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c9cc9fe1-e433-49ea-ac61-ffe5f6a57a5f req-63625150-2e4c-4516-b251-cbf752a3bdff tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2207160
Jan 19 15:56:39.540679 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c9cc9fe1-e433-49ea-ac61-ffe5f6a57a5f req-a21dcc39-e6f3-4985-923c-c56e42f0b2d5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827601
Jan 19 15:56:39.552473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:39.559591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:39.597692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73de3c27-8a16-4784-a8bf-62ee6e0596e3,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:39.600271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:39.621511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:39.623473 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/73de3c27-8a16-4784-a8bf-62ee6e0596e3 HTTP/1.1" status: 204  len: 168 time: 0.4990308
Jan 19 15:56:39.654345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2773c104-e4fa-4785-b1ca-ba98c4106928 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:56:39.663689 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:39.689070 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Transition to ACTIVE for port object 2773c104-e4fa-4785-b1ca-ba98c4106928 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:56:39.691067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-9e975620-d6e5-407c-b145-e04f6acaa46a req-968ab902-3166-4e3f-97bb-16a6749ba71f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:39.692597 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9e975620-d6e5-407c-b145-e04f6acaa46a req-968ab902-3166-4e3f-97bb-16a6749ba71f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 932 time: 1.6774499
Jan 19 15:56:39.693686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:39.713048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-820f971d-46df-4333-a365-cce7d864b850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:39.899091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Pushing event updated for resources: {'Port': ['ID=2773c104-e4fa-4785-b1ca-ba98c4106928,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:39.908148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:39.937884 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9e975620-d6e5-407c-b145-e04f6acaa46a req-6ac69c40-2442-48df-a7be-6440833408a4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259343
Jan 19 15:56:40.103461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Attempting to bind port 2773c104-e4fa-4785-b1ca-ba98c4106928 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:56:40.103825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Attempting to bind port 2773c104-e4fa-4785-b1ca-ba98c4106928 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:56:40.104348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Attempting to bind port 2773c104-e4fa-4785-b1ca-ba98c4106928 on network 6bb901bc-5abd-4a67-8841-df604b84b61d {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:56:40.161929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:56:40.162308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Checking segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:56:40.162713 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:40.163109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Bound using segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:56:40.163594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Bound port: 2773c104-e4fa-4785-b1ca-ba98c4106928, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:56:40.163962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:40.319712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171007f-36f4-4e4c-a156-9dc2c56c56a8 req-4974ba55-adfa-4a70-8f34-1fc6620b1b9d tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:40.321388 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4171007f-36f4-4e4c-a156-9dc2c56c56a8 req-4974ba55-adfa-4a70-8f34-1fc6620b1b9d tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.2194541
Jan 19 15:56:40.325895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] For port 2773c104-e4fa-4785-b1ca-ba98c4106928, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:56:40.327849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] For port 2773c104-e4fa-4785-b1ca-ba98c4106928, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2773c104-e4fa-4785-b1ca-ba98c4106928,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:56:40.332518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:40.377498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:40.549975 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4171007f-36f4-4e4c-a156-9dc2c56c56a8 req-a64f2464-25dd-4310-935e-edd32973097a tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158487
Jan 19 15:56:40.558989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Pushing event updated for resources: {'Port': ['ID=2773c104-e4fa-4785-b1ca-ba98c4106928,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:40.564071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:40.626286 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:40.627084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:40.628679 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] 10.222.0.85 "PUT /v2.0/ports/2773c104-e4fa-4785-b1ca-ba98c4106928 HTTP/1.1" status: 200  len: 1158 time: 1.8996725
Jan 19 15:56:40.629206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:40.696473 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928', 'status': 'completed', 'code': 200}
Jan 19 15:56:40.852264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d1f21c93-cafb-4113-8d65-72821985aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:40.857565 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-d1f21c93-cafb-4113-8d65-72821985aac5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 1161 time: 0.0998905
Jan 19 15:56:40.923200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8c5709c-23ec-47aa-a187-ea4a046b992d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:41.028940 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-f8ec3f82-ef12-4a1e-9632-df9cda6a31df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2773c104-e4fa-4785-b1ca-ba98c4106928 HTTP/1.1" status: 200  len: 217 time: 0.1413105
Jan 19 15:56:41.118417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb85f11-6f87-49c1-90db-98a8d168f6f8 req-517099a3-877d-4184-86c6-7027028d1154 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:41.120112 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dbb85f11-6f87-49c1-90db-98a8d168f6f8 req-517099a3-877d-4184-86c6-7027028d1154 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.4026723
Jan 19 15:56:41.165118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-ff5d96de-a199-49cb-a9a1-026415a4a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:41.168392 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-ff5d96de-a199-49cb-a9a1-026415a4a89d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.1189277
Jan 19 15:56:41.245686 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dbb85f11-6f87-49c1-90db-98a8d168f6f8 req-70df88e5-fea8-408d-b5a6-1cbec087bca5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167550
Jan 19 15:56:41.258615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-2d7686ae-2db0-4122-98d4-46bdb7e45e3e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718637
Jan 19 15:56:41.277572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:41.532224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3fdab-ae8e-46ff-a84d-75ae49b37998 req-e50dbff2-8a8a-4540-ae84-3fefa476cbf6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:41.533863 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4da3fdab-ae8e-46ff-a84d-75ae49b37998 req-e50dbff2-8a8a-4540-ae84-3fefa476cbf6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.2742949
Jan 19 15:56:41.579938 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-9aa23a1f-13be-4ba7-ac64-fb444eed2fb5 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381384
Jan 19 15:56:41.642584 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4da3fdab-ae8e-46ff-a84d-75ae49b37998 req-b2053897-a0eb-43b0-a4c5-f6b7537b4bd6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907161
Jan 19 15:56:41.790655 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96f38a2f-fa5a-49dd-adc6-e831ebeb643f req-aed0b834-651e-4c63-ac41-b8f1c255948d service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1959827
Jan 19 15:56:41.901541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8d027-575a-4f71-98c6-2eb033b3fbca req-a7243937-d947-4495-92ce-c1bc3e4566f3 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:41.904688 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a2b8d027-575a-4f71-98c6-2eb033b3fbca req-a7243937-d947-4495-92ce-c1bc3e4566f3 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.1153991
Jan 19 15:56:42.003968 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a2b8d027-575a-4f71-98c6-2eb033b3fbca req-644cf78c-a526-4633-8278-90ee3c07d828 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905497
Jan 19 15:56:42.033292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-e0f74457-c132-41a2-b7a1-fd52f24415a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:42.035982 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-e0f74457-c132-41a2-b7a1-fd52f24415a2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 1161 time: 0.1046448
Jan 19 15:56:42.066394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33802) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:42.312467 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.462956 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.479264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1867745949-network', 'tenant_id': '977963f017e9419385f7ab9ac646d3b5'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:42.500878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:42.527667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Usage tracker for resource:network and tenant:977963f017e9419385f7ab9ac646d3b5 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:42.541562 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:42.550432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:42.572912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Made reservation on behalf of 977963f017e9419385f7ab9ac646d3b5 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:56:42.583549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.631748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.699173 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:42.708001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Usage tracker for resource:security_group_rule and tenant:977963f017e9419385f7ab9ac646d3b5 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:42.717693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:42.732262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-0fb1a459-d4eb-4151-84e8-04194a79deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:42.736924 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-0fb1a459-d4eb-4151-84e8-04194a79deba service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.6921558
Jan 19 15:56:42.744696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:42.817081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91939f-60db-48d5-b626-8abd018afda8 req-5745c923-ead7-4151-a2a2-2c3dcae448cb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:42.818755 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9c91939f-60db-48d5-b626-8abd018afda8 req-5745c923-ead7-4151-a2a2-2c3dcae448cb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.3036528
Jan 19 15:56:42.879610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.886106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.905815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:56:42.918543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.918984 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Added segment 0f351d35-9030-473c-87b3-7de55095dc96 of type vxlan for network 6c327fb9-b7a2-49c7-b369-646ec336cd80
Jan 19 15:56:42.927193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:42.932754 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-ea413184-443b-4125-890c-cbc023a093b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2773c104-e4fa-4785-b1ca-ba98c4106928 HTTP/1.1" status: 200  len: 217 time: 0.1126819
Jan 19 15:56:42.974417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:42.985187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e701168-da9f-4b41-852f-cf52383762e7,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:43.001943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:43.052334 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9c91939f-60db-48d5-b626-8abd018afda8 req-1c4e4c81-885f-491c-87a9-949ed442e58c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549156
Jan 19 15:56:43.095808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-a303a643-1e49-48e9-9492-58db6cf72da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:43.099870 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-a303a643-1e49-48e9-9492-58db6cf72da6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.1258490
Jan 19 15:56:43.111217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:43.120004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:43.120644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:43.127396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:43.260822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aadd9-dffa-4ddf-bfd3-dba6a6fde2de req-ff6ef652-d02b-48d3-b616-781d8d960760 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:43.262751 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806aadd9-dffa-4ddf-bfd3-dba6a6fde2de req-ff6ef652-d02b-48d3-b616-781d8d960760 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.2413750
Jan 19 15:56:43.264697 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-1b45f2e7-b204-419e-9b4e-82a829727008 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1137946
Jan 19 15:56:43.338358 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2703595
Jan 19 15:56:43.339113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33842) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:43.352369 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806aadd9-dffa-4ddf-bfd3-dba6a6fde2de req-408d2b3f-7fc5-44c8-9390-fb5ab6bd00d7 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778086
Jan 19 15:56:43.354466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Pushing event updated for resources: {'Network': ['ID=6c327fb9-b7a2-49c7-b369-646ec336cd80,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:43.366519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:56:43.366938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:43.372942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Request body: {'subnet': {'network_id': '6c327fb9-b7a2-49c7-b369-646ec336cd80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1867745949-subnet', 'tenant_id': '977963f017e9419385f7ab9ac646d3b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:43.379103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:43.383651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Usage tracker for resource:subnet and tenant:977963f017e9419385f7ab9ac646d3b5 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:43.387831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:43.394998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:43.404609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Made reservation on behalf of 977963f017e9419385f7ab9ac646d3b5 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:56:43.411411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:43.493916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:56:43.525413 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-8884effc-7fd6-4750-b416-7c4add38188b service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2510898
Jan 19 15:56:43.551932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6ad5f-e929-42bc-a978-d454302117b8 req-80286803-aaf3-4644-bd8a-cf00a48b7d46 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:43.553597 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-21f6ad5f-e929-42bc-a978-d454302117b8 req-80286803-aaf3-4644-bd8a-cf00a48b7d46 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.2422364
Jan 19 15:56:43.794398 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-21f6ad5f-e929-42bc-a978-d454302117b8 req-816df0c2-ccdd-461e-8e67-8a10a31161f6 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065556
Jan 19 15:56:43.892300 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ed3f1da-da1d-48e4-bc4b-2fd63e95d050 req-91e8a4ea-5280-4aff-86dd-bcdc0b57bcca service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3375983
Jan 19 15:56:44.017098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-7347a351-5007-4515-9705-a9e1ed51ef75 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:44.018831 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-7347a351-5007-4515-9705-a9e1ed51ef75 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.85 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 946 time: 0.3224809
Jan 19 15:56:44.047593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device b08304cb-8dbb-4a76-a68b-53d5c021a0ed no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 15:56:44.159631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Deleting port b08304cb-8dbb-4a76-a68b-53d5c021a0ed {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 15:56:44.159989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:44.222704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:44.284457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port b08304cb-8dbb-4a76-a68b-53d5c021a0ed, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,segment=NetworkSegment(2f98ffe2-8726-45ff-a152-848f1879a749),segment_id=2f98ffe2-8726-45ff-a152-848f1879a749)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:56:44.286136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:44.293892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:44.297171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:44.351764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:44.362300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c968-53bd-4bbe-8377-83fe8da97bd8 req-c967ed32-97d0-4b41-9a6e-d2abc63d3c48 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:44.364565 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c005c968-53bd-4bbe-8377-83fe8da97bd8 req-c967ed32-97d0-4b41-9a6e-d2abc63d3c48 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1546745
Jan 19 15:56:44.374644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:44.393460 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed', 'code': 200}
Jan 19 15:56:44.410834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:44.418680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:44.449642 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c005c968-53bd-4bbe-8377-83fe8da97bd8 req-b9a835fa-021c-4d5b-9c71-1eb4e1d28347 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632772
Jan 19 15:56:44.670049 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:44.678804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:44.777350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] For port b08304cb-8dbb-4a76-a68b-53d5c021a0ed, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,segment=NetworkSegment(2f98ffe2-8726-45ff-a152-848f1879a749),segment_id=2f98ffe2-8726-45ff-a152-848f1879a749)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:56:44.777765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:44.937819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Calling delete_port for b08304cb-8dbb-4a76-a68b-53d5c021a0ed owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 15:56:45.033402 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44769056-118b-432c-bf99-7b44fcff5056 req-06614d5f-a359-4b88-be00-46f3744252c6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:45.043030 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-44769056-118b-432c-bf99-7b44fcff5056 req-06614d5f-a359-4b88-be00-46f3744252c6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.4803915
Jan 19 15:56:45.086976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc53f-70ed-4d13-8dee-517a0a104d34 req-dabf27e1-2db6-4076-ac22-31fe9a63763b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:45.089281 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-efafc53f-70ed-4d13-8dee-517a0a104d34 req-dabf27e1-2db6-4076-ac22-31fe9a63763b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 944 time: 0.1237395
Jan 19 15:56:45.164157 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-efafc53f-70ed-4d13-8dee-517a0a104d34 req-f38bad40-b5d8-4acf-80ac-509664689ba1 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/security-groups?id=f33cb17f-1028-42ce-b5a2-0ad3218425af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649271
Jan 19 15:56:45.214526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Checking segment: {'id': '0f351d35-9030-473c-87b3-7de55095dc96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c327fb9-b7a2-49c7-b369-646ec336cd80'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:56:45.214920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Network hostable DHCP agents. Network: 6c327fb9-b7a2-49c7-b369-646ec336cd80, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:56:45.238696 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-44769056-118b-432c-bf99-7b44fcff5056 req-483484ac-2913-488b-a814-8b23fc1d3943 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945086
Jan 19 15:56:45.308673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:56:45.327827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 6c327fb9-b7a2-49c7-b369-646ec336cd80) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:56:45.336707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:45.337354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:45.341312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a0aec-90ea-4290-b7ee-7ea173c34da3 None None] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:56:45.361191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:45.387753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6bec2a0f-72bd-4401-95bb-2488027ca919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:45.470835 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b8e1b77c-3bae-489b-b447-198c3a6b0811 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.1099825
Jan 19 15:56:45.561872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Pushing event deleted for resources: {'Port': ['ID=b08304cb-8dbb-4a76-a68b-53d5c021a0ed,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:45.572958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:45.636683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13410330-4007-4793-a9b1-94d6e41e6f94 None None] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:56:45.832473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] No DVR routers for this DVR port b08304cb-8dbb-4a76-a68b-53d5c021a0ed on host hv-cinder-66710 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 15:56:45.839170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:45.841278 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-71f4fe75-bf86-4a57-8942-55e8b667f4ba req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.85 "DELETE /v2.0/ports/b08304cb-8dbb-4a76-a68b-53d5c021a0ed HTTP/1.1" status: 204  len: 173 time: 1.7897434
Jan 19 15:56:45.841812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'name': 'network-vif-deleted', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:45.887111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123298-7271-444a-bd7e-cba95861d4c1 req-111b4256-b407-44b7-bb68-6875fddaaa28 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:45.896800 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b8123298-7271-444a-bd7e-cba95861d4c1 req-111b4256-b407-44b7-bb68-6875fddaaa28 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2196584
Jan 19 15:56:45.959454 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b8123298-7271-444a-bd7e-cba95861d4c1 req-655b8dc8-6860-4719-af8c-4b541841ecde tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614676
Jan 19 15:56:45.961373 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed3d426-5bbb-4b34-b704-ff0ffc6a35ad', 'name': 'network-vif-deleted', 'tag': 'b08304cb-8dbb-4a76-a68b-53d5c021a0ed', 'status': 'completed', 'code': 200}
Jan 19 15:56:46.157634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33932) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:46.358425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:46.377956 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1625c08d-5ec8-4ec5-be0b-d36b482f53da req-64fd12fe-f733-4ff2-8d9a-bf2048d20089 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0642943
Jan 19 15:56:46.379197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:46.385329 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd1bfca0ff146149a5adda8809379fc is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:46.388701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:46.395271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:46.592200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0968e6-27b6-4e22-986c-a9536d0c99ca req-ff034758-2e38-499e-80ac-42b8f0b039c8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:46.593939 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d0968e6-27b6-4e22-986c-a9536d0c99ca req-ff034758-2e38-499e-80ac-42b8f0b039c8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.1672611
Jan 19 15:56:46.599809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:46.615430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:46.625702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d650e78-72e0-4ba6-9351-6e25a3e3cc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:46.696593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696dec0-3d80-40fb-af92-82b3c5db0737,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:46.704869 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d0968e6-27b6-4e22-986c-a9536d0c99ca req-bc64c13b-4d91-41e6-bb41-d9932416e48b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035874
Jan 19 15:56:46.708099 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=6bd1bfca0ff146149a5adda8809379fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5493007
Jan 19 15:56:46.709222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:46.711211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33952) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:46.794131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:46.824212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:46.875044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:46.880081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8eefc8e5-7fb6-41dd-93d9-21cbc59b273c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:46.893254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696dec0-3d80-40fb-af92-82b3c5db0737,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:46.897147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:46.906414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:46.907646 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/c696dec0-3d80-40fb-af92-82b3c5db0737 HTTP/1.1" status: 204  len: 168 time: 0.1951547
Jan 19 15:56:47.201021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19fe8c-b8e1-4a2b-b138-5356c1e3b8da req-1bf1f454-f116-47fd-8ea4-8718171cce6f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:47.202702 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a19fe8c-b8e1-4a2b-b138-5356c1e3b8da req-1bf1f454-f116-47fd-8ea4-8718171cce6f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1072810
Jan 19 15:56:47.257343 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a19fe8c-b8e1-4a2b-b138-5356c1e3b8da req-b357220c-4a8c-42c8-a156-c2e7fff71f36 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478973
Jan 19 15:56:47.279722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33964) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:47.298991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:47.320529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:47.324622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Usage tracker for resource:security_group_rule and tenant:a287f40335914d87b5b2e993f17e6d6c is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:47.327764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:47.333698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:47.632313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-b276e201-f499-419f-ac5d-fddd81e453e0 req-42d87b0a-4c97-4ced-bccf-d3ae3f15ea2c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Synchronizing usage tracker for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:47.661270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-b276e201-f499-419f-ac5d-fddd81e453e0 req-42d87b0a-4c97-4ced-bccf-d3ae3f15ea2c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Unset dirty status for tenant:1df0b9ea72d049febb188a8f75d7b5c6 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:47.662593 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b276e201-f499-419f-ac5d-fddd81e453e0 req-42d87b0a-4c97-4ced-bccf-d3ae3f15ea2c tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0883224
Jan 19 15:56:47.722183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:47.725572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:47.735096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e4066040-35a7-4cd4-8a7d-f2faceebb28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:47.780762 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a287f40335914d87b5b2e993f17e6d6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4998567
Jan 19 15:56:47.781838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e893a070-6670-45d4-a08a-8e897fc1c436,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:47.783919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33976) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:47.786616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:47.868142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:47.898909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:47.948858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:47.954194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0746f5d4-408f-4849-af92-b9a8959208e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:47.971642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e893a070-6670-45d4-a08a-8e897fc1c436,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:47.974899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:47.975703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:47.976904 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e893a070-6670-45d4-a08a-8e897fc1c436 HTTP/1.1" status: 204  len: 168 time: 0.1906586
Jan 19 15:56:47.982890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6650-974f-4d1a-89e5-715da0513888 req-da370a7e-85b6-43e5-80e6-462cf1d3531b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:47.984486 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-000d6650-974f-4d1a-89e5-715da0513888 req-da370a7e-85b6-43e5-80e6-462cf1d3531b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.1174619
Jan 19 15:56:48.040422 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-000d6650-974f-4d1a-89e5-715da0513888 req-90a9926e-c2c3-467f-8c50-4c02aec22eff tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476539
Jan 19 15:56:48.415859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 33990) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:48.435595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:48.451701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:48.456026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebae702c4f345dcbddf66bfe5f71fc2 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:48.460339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:48.466785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:48.497523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867a942-175e-46f3-8db2-effcbc0d2cec req-cbab0e39-4cc4-41ba-84dc-dd1c201564e1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:48.499200 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e867a942-175e-46f3-8db2-effcbc0d2cec req-cbab0e39-4cc4-41ba-84dc-dd1c201564e1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1081383
Jan 19 15:56:48.556043 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e867a942-175e-46f3-8db2-effcbc0d2cec req-2aa4ea30-79ed-4180-87cd-3e6f913b0f93 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497515
Jan 19 15:56:48.560996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:48.565274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:48.575681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b4b633c0-f1bf-4bb4-a721-0b0c5b6f135e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:48.620498 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=9ebae702c4f345dcbddf66bfe5f71fc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2034488
Jan 19 15:56:48.621409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba87aa4-a7e7-4472-ac96-160770c21d57,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:48.623660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 33996) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:48.624717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:48.700219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:48.749594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:48.804785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:48.809970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7b86486-08a0-47f5-8ebc-6f3db3a3dd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:48.869599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba87aa4-a7e7-4472-ac96-160770c21d57,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:48.885007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:48.887351 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d12738cc-996f-49ea-8c9f-a5bac9a38872 req-60725a29-d09b-44d9-860a-027cd0694404 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0671210
Jan 19 15:56:48.895278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:48.899928 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/1ba87aa4-a7e7-4472-ac96-160770c21d57 HTTP/1.1" status: 204  len: 168 time: 0.2716591
Jan 19 15:56:49.299616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0318d-05a8-44df-95a0-e0af073dbadb req-21020094-492a-4db6-bb37-ceef746aa09c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:49.301947 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98a0318d-05a8-44df-95a0-e0af073dbadb req-21020094-492a-4db6-bb37-ceef746aa09c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.1171124
Jan 19 15:56:49.356151 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98a0318d-05a8-44df-95a0-e0af073dbadb req-81748b31-5612-4c49-bfc7-97ce29d64b67 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477676
Jan 19 15:56:49.822583 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa49dc-3560-409b-819a-eac7b9546ff1 req-d875856b-8ca3-4bfa-ac2c-2576670f786f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:49.824388 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8caa49dc-3560-409b-819a-eac7b9546ff1 req-d875856b-8ca3-4bfa-ac2c-2576670f786f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1243842
Jan 19 15:56:49.881629 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8caa49dc-3560-409b-819a-eac7b9546ff1 req-4d076aa3-35e8-4d62-8fa0-0a5127f80360 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504200
Jan 19 15:56:50.076834 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b0f6fd54-9397-4cb1-839e-1dcc45919cd5 req-110d9cdb-0145-4c79-9e65-18ff2179ff94 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0539570
Jan 19 15:56:50.672980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a89f-62af-408d-bd82-4d8a295494b9 req-1eff49bb-2f85-4033-aa28-868e4ec9d761 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:50.675840 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c7f5a89f-62af-408d-bd82-4d8a295494b9 req-1eff49bb-2f85-4033-aa28-868e4ec9d761 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.1841142
Jan 19 15:56:50.757348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c7f5a89f-62af-408d-bd82-4d8a295494b9 req-99564970-ce9a-41e2-985d-1540e949fd8b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645127
Jan 19 15:56:51.102318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:51.145722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514fa4f-83a1-4680-b9eb-1304bd730383 req-4a85342f-ce67-422b-9330-bb6a514b9ebd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:51.148395 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b514fa4f-83a1-4680-b9eb-1304bd730383 req-4a85342f-ce67-422b-9330-bb6a514b9ebd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1177528
Jan 19 15:56:51.205222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b514fa4f-83a1-4680-b9eb-1304bd730383 req-8d36d1a2-c5cb-41ea-b7d9-b2960ab0e489 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504892
Jan 19 15:56:51.357576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34076) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:51.364056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-940e61f2-244c-4def-bc48-30d6e7bde48a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:51.365097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-940e61f2-244c-4def-bc48-30d6e7bde48a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Synchronizing usage tracker for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:56:51.385856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-940e61f2-244c-4def-bc48-30d6e7bde48a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Unset dirty status for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:56:51.387124 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-940e61f2-244c-4def-bc48-30d6e7bde48a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/networks?id=6c327fb9-b7a2-49c7-b369-646ec336cd80 HTTP/1.1" status: 200  len: 814 time: 0.2276738
Jan 19 15:56:51.405015 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-031842ae-1985-4c59-b210-fc5eefbeac4b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/quotas/977963f017e9419385f7ab9ac646d3b5 HTTP/1.1" status: 200  len: 375 time: 0.0112457
Jan 19 15:56:51.419126 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-682ff46f-94fa-4f36-9492-2585cfed074b req-19c6dcd1-6a02-4697-ad1f-a4f5ec175445 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] 10.222.0.122 "GET /v2.0/ports?device_id=eed3d426-5bbb-4b34-b704-ff0ffc6a35ad HTTP/1.1" status: 200  len: 210 time: 0.0624042
Jan 19 15:56:51.422740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 2773c104-e4fa-4785-b1ca-ba98c4106928 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:51.492923 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-1aa75497-d0d4-4abc-9366-8efaac99c8e4 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?tenant_id=977963f017e9419385f7ab9ac646d3b5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0741074
Jan 19 15:56:51.565598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:51.588784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:51.594465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Usage tracker for resource:security_group_rule and tenant:475bf83e227043d6a50c230895c62ae9 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:51.598100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:51.605143 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:51.714018 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-d331ae76-9a9d-41d5-b48b-3960cd736603 service neutron] 10.222.0.122 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112184
Jan 19 15:56:51.716655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 2773c104-e4fa-4785-b1ca-ba98c4106928 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:56:51.722611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 2773c104-e4fa-4785-b1ca-ba98c4106928 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:51.723032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:51.749958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:51.755983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:51.768031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d2df68c-4905-481e-81dc-b47d5e1112ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:51.857997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45864b85-92f4-4be7-9afb-293e6e1a2014,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:51.865163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:51.875036 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=475bf83e227043d6a50c230895c62ae9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5161798
Jan 19 15:56:51.876380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34094) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:51.962429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.003320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 2773c104-e4fa-4785-b1ca-ba98c4106928, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2773c104-e4fa-4785-b1ca-ba98c4106928,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:56:52.004462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:56:52.005228 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3cdebba8-739d-40d3-b1e7-787cdda479aa service neutron] 10.222.0.122 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2734179
Jan 19 15:56:52.013170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.015188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:52.019538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.093567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.095633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=2773c104-e4fa-4785-b1ca-ba98c4106928,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:52.101608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:52.154430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.160736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-296249e0-7559-4c52-a5fe-45a778610835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:52.182779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45864b85-92f4-4be7-9afb-293e6e1a2014,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:52.186328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:52.194508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.195757 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/45864b85-92f4-4be7-9afb-293e6e1a2014 HTTP/1.1" status: 204  len: 168 time: 0.3183756
Jan 19 15:56:52.315330 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928', 'code': 200}
Jan 19 15:56:52.540764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ecd04-4954-44e6-978b-5925d724a980 req-91c4eabc-b3cc-49b4-b805-06900933fd21 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:52.546330 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0f1ecd04-4954-44e6-978b-5925d724a980 req-91c4eabc-b3cc-49b4-b805-06900933fd21 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.2833431
Jan 19 15:56:52.671274 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0f1ecd04-4954-44e6-978b-5925d724a980 req-69553804-749e-4810-bb0c-8c5c818b9bc5 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167073
Jan 19 15:56:52.675432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5bcd0-b459-4458-a7ac-d516efc4ec2c req-d209e177-896b-4e4a-aeed-f55a77751b8c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:52.677224 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2ee5bcd0-b459-4458-a7ac-d516efc4ec2c req-d209e177-896b-4e4a-aeed-f55a77751b8c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1826913
Jan 19 15:56:52.823511 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2ee5bcd0-b459-4458-a7ac-d516efc4ec2c req-fc673d21-de62-4b4c-9725-da4cbeab9c6c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676229
Jan 19 15:56:52.838958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51702e-cecf-42b2-a25a-bcda3356da00 req-eae5e672-5c60-47f0-a96c-9ddafba68927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:52.839887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 2773c104-e4fa-4785-b1ca-ba98c4106928 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:52.840962 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8e51702e-cecf-42b2-a25a-bcda3356da00 req-eae5e672-5c60-47f0-a96c-9ddafba68927 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 1163 time: 0.1620207
Jan 19 15:56:52.844305 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5f53bced-adb2-4d43-83f5-137f30d547ec req-d21db6cb-1c9b-41a5-b469-5fe016752950 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0713558
Jan 19 15:56:52.929962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34138) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:52.962021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.978271 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8e51702e-cecf-42b2-a25a-bcda3356da00 req-dc9f4c4b-56db-4bcb-be0a-939e23649d5e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229424
Jan 19 15:56:52.979767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 2773c104-e4fa-4785-b1ca-ba98c4106928 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:52.980528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:52.981945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:52.987530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Usage tracker for resource:security_group_rule and tenant:2479a1faea8e432a86fcc5a28067d060 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:52.991860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:52.998350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:53.096619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:53.100915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:53.110545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0449548b-cd11-4ada-88e6-9dd685c02d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:53.159864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec56ede-f269-4a16-975a-256556688fdf,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:53.164879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:53.167716 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=2479a1faea8e432a86fcc5a28067d060&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2361279
Jan 19 15:56:53.170482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 34146) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:53.239983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:53.272022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:53.320558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:53.326017 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ab41a0a7-b214-43a1-90ed-73371de399a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:53.339138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec56ede-f269-4a16-975a-256556688fdf,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:53.341905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:53.348717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:53.350676 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/cec56ede-f269-4a16-975a-256556688fdf HTTP/1.1" status: 204  len: 168 time: 0.1791162
Jan 19 15:56:53.953466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80ff63-d272-4a9d-ab2b-527a2be55697 req-e251cea2-99b9-4d77-8903-b7fea3a0113d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:53.955357 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a80ff63-d272-4a9d-ab2b-527a2be55697 req-e251cea2-99b9-4d77-8903-b7fea3a0113d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.1227174
Jan 19 15:56:54.008516 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a80ff63-d272-4a9d-ab2b-527a2be55697 req-e3db7192-2322-44cb-9c8c-c5e93ca8c36a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460916
Jan 19 15:56:54.235580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9f79f-74a1-482a-8025-7d2a7b9039b6 req-78d89407-8472-4940-8b13-bcb71a912453 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:54.237298 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4dc9f79f-74a1-482a-8025-7d2a7b9039b6 req-78d89407-8472-4940-8b13-bcb71a912453 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1049914
Jan 19 15:56:54.296539 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4dc9f79f-74a1-482a-8025-7d2a7b9039b6 req-963cd1d7-5ff8-4e1a-b4e0-1b46f441bee2 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519707
Jan 19 15:56:54.466543 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7a6023c-cb9f-4916-a3ce-92e5a847bc89 req-5e2d8305-17d7-4a0d-b35a-cf322e7c4d90 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0504148
Jan 19 15:56:55.251106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4241bb-b22f-402a-9483-efa56ebafb55 req-c8ad4939-8308-495c-8f8d-9755b0a0524c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:55.252725 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ae4241bb-b22f-402a-9483-efa56ebafb55 req-c8ad4939-8308-495c-8f8d-9755b0a0524c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.1048989
Jan 19 15:56:55.309587 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ae4241bb-b22f-402a-9483-efa56ebafb55 req-00a94858-01a6-4c82-882b-db5083f3bb11 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498633
Jan 19 15:56:55.538994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a977ea-ab5f-4832-8b47-372d0eccc0b2 req-64680b63-0632-4f6a-997f-1e211b8901f3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:55.540723 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98a977ea-ab5f-4832-8b47-372d0eccc0b2 req-64680b63-0632-4f6a-997f-1e211b8901f3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1053600
Jan 19 15:56:55.599508 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98a977ea-ab5f-4832-8b47-372d0eccc0b2 req-82e91ccf-ec9b-45e7-8495-c01cfb753b6f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523107
Jan 19 15:56:55.810915 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dbeb9302-e4b1-448b-9c0b-226a224e90c5 req-3fe757ab-aac1-49fc-8592-d31dfda6fbfc tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0544238
Jan 19 15:56:56.556588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac342e-e00a-4d50-8e47-8df6a9bb60f0 req-74c0071d-b786-4772-9e60-788a30fe849b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:56.558186 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f4ac342e-e00a-4d50-8e47-8df6a9bb60f0 req-74c0071d-b786-4772-9e60-788a30fe849b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.1077266
Jan 19 15:56:56.609875 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f4ac342e-e00a-4d50-8e47-8df6a9bb60f0 req-222f195e-2c99-47c2-9025-62ca02830c4e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454528
Jan 19 15:56:56.857795 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d337b-2ce0-4a5e-81d8-8866fff776f4 req-b46026eb-f3cd-4e32-baf4-5a6873431e0b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:56.859481 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fb2d337b-2ce0-4a5e-81d8-8866fff776f4 req-b46026eb-f3cd-4e32-baf4-5a6873431e0b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1134720
Jan 19 15:56:56.921602 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fb2d337b-2ce0-4a5e-81d8-8866fff776f4 req-134d1e25-4138-4de3-88a1-a9fb8c321e7d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551884
Jan 19 15:56:57.051717 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-55ec576c-4b23-4097-88c4-77aca833b096 req-b217b13a-e955-4089-ab75-d14e946b299f tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0504680
Jan 19 15:56:57.878535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0ac1-ab3e-40f7-a10d-f0e403a3515d req-27140245-2a25-46e8-b1b1-8e14940d57c9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:57.888621 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-907d0ac1-ab3e-40f7-a10d-f0e403a3515d req-27140245-2a25-46e8-b1b1-8e14940d57c9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.1399009
Jan 19 15:56:57.996248 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-907d0ac1-ab3e-40f7-a10d-f0e403a3515d req-3dad9395-02f6-422e-96f5-55de96d6b390 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064155
Jan 19 15:56:58.366367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-d8b65beb-ea53-444a-a0a5-95e5cb70293f tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:58.368153 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-d8b65beb-ea53-444a-a0a5-95e5cb70293f tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.85 "GET /v2.0/networks?id=6c327fb9-b7a2-49c7-b369-646ec336cd80 HTTP/1.1" status: 200  len: 814 time: 0.2881846
Jan 19 15:56:58.443319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Request body: {'port': {'device_id': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'network_id': '6c327fb9-b7a2-49c7-b369-646ec336cd80', 'admin_state_up': True, 'tenant_id': '977963f017e9419385f7ab9ac646d3b5'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:56:58.636990 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5a6c5ddc-0b0b-48cf-92d0-28cf70da1e5b req-be17a0cb-c578-4296-8992-92c4dce32786 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0949876
Jan 19 15:56:58.780275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34300) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:58.869109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:56:58.875453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Usage tracker for resource:port and tenant:977963f017e9419385f7ab9ac646d3b5 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:56:58.877444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Deleting subnet ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 15:56:58.880121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Quota usage for port was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:56:58.881772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:58.887677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:56:58.904065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Made reservation on behalf of 977963f017e9419385f7ab9ac646d3b5 for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:56:58.917420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:58.950195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:58.962997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:58.993085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e82f1-e039-431d-8764-ca0f4252da43 req-1ac8b451-ffcc-456a-b118-67edfc91dd73 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:58.995222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c41e82f1-e039-431d-8764-ca0f4252da43 req-1ac8b451-ffcc-456a-b118-67edfc91dd73 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2391164
Jan 19 15:56:59.162961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 2773c104-e4fa-4785-b1ca-ba98c4106928 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:56:59.194414 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c41e82f1-e039-431d-8764-ca0f4252da43 req-fe7acb3a-4df1-4684-b030-42060e0d4f84 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785760
Jan 19 15:56:59.253777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 2773c104-e4fa-4785-b1ca-ba98c4106928 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:56:59.254510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:59.362645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417bfe4-6709-442d-97f7-c3e7478b893d req-b18e2211-ff5f-43f3-ad23-61897cbee228 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:56:59.364762 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5417bfe4-6709-442d-97f7-c3e7478b893d req-b18e2211-ff5f-43f3-ad23-61897cbee228 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.2031693
Jan 19 15:56:59.377684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Allocated IP 172.20.0.13 (6c327fb9-b7a2-49c7-b369-646ec336cd80/d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5/8d6f49b0-102e-42d7-93fd-cd34b3067474) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:56:59.416500 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:59.439094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:56:59.493155 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5417bfe4-6709-442d-97f7-c3e7478b893d req-a20a3ecf-3057-4217-82de-34dca97cc393 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185496
Jan 19 15:56:59.616674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:56:59.627011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:56:59.636774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:59.656002 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/ea7a1f7d-d0b3-44da-a3c5-9797d06c5a6c HTTP/1.1" status: 204  len: 168 time: 0.8722737
Jan 19 15:56:59.656379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34326) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:56:59.673544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:59.710538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:59.882266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:56:59.902886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:00.102784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:57:00.110246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:57:00.113446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:57:00.150974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:00.152250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:00.171130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Pushing event updated for resources: {'Port': ['ID=8d6f49b0-102e-42d7-93fd-cd34b3067474,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:00.175068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:00.207962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:00.221062 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7834785
Jan 19 15:57:00.262693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1441f-f1ab-4b34-9e8a-21b72afc0ca1 req-415718b8-374f-40ab-a199-8720b7eb6f8b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:00.263600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3c1441f-f1ab-4b34-9e8a-21b72afc0ca1 req-415718b8-374f-40ab-a199-8720b7eb6f8b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Synchronizing usage tracker for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:57:00.289440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Request body: {'port': {'device_id': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:00.375452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3c1441f-f1ab-4b34-9e8a-21b72afc0ca1 req-415718b8-374f-40ab-a199-8720b7eb6f8b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Unset dirty status for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:57:00.390501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fccbcfef3c8>> segment before_delete 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.391071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fccbcfef3c8>> subnet precommit_delete_associations 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.392623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> segment_host_mapping after_create 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.393236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> port after_create 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.393862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> port after_delete 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.394476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> port after_update 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.395296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> segment after_delete 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.396466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> subnet after_create 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.396913 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3c1441f-f1ab-4b34-9e8a-21b72afc0ca1 req-415718b8-374f-40ab-a199-8720b7eb6f8b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 932 time: 0.4389145
Jan 19 15:57:00.398392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> subnet after_delete 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.399286 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbcd23780>> subnet after_update 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.492595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbd65af98>> subnet after_create 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.493240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbd65af98>> subnet after_delete 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.493674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbd65af98>> subnet before_create 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.494100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbd65af98>> subnet before_update 55550000 {{(pid=80061) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:00.494514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc9fe080>,) {'filters': {'network_id': ['4d987a2f-1a5a-457f-86c1-ecbb28086e33']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:00.510231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc9fe080>, '2f98ffe2-8726-45ff-a152-848f1879a749') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:00.510852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc9fe080>, '2f98ffe2-8726-45ff-a152-848f1879a749') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:00.530298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:00.577581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3c1441f-f1ab-4b34-9e8a-21b72afc0ca1 req-e3f6791a-d28b-4bed-a932-f85de1040c2e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Synchronizing usage tracker for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:57:00.595650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:00.602264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:00.603404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 15:57:00.622647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a3c1441f-f1ab-4b34-9e8a-21b72afc0ca1 req-e3f6791a-d28b-4bed-a932-f85de1040c2e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Unset dirty status for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:57:00.623946 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3c1441f-f1ab-4b34-9e8a-21b72afc0ca1 req-e3f6791a-d28b-4bed-a932-f85de1040c2e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262669
Jan 19 15:57:01.051227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:57:01.066590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:01.096598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6f49b0-102e-42d7-93fd-cd34b3067474 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:57:01.107488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:01.172059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcfd24-6cc6-4ac0-9855-fe5588d58c4c req-9f648a99-9c78-4963-ba81-3c5e8c5fc74f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:01.173876 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-12dcfd24-6cc6-4ac0-9855-fe5588d58c4c req-9f648a99-9c78-4963-ba81-3c5e8c5fc74f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.6315339
Jan 19 15:57:01.338932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Network 4d987a2f-1a5a-457f-86c1-ecbb28086e33 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:57:01.352543 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-12dcfd24-6cc6-4ac0-9855-fe5588d58c4c req-b0911c09-48a7-40d2-a317-dd588b025146 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637573
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   (rel_b, rel_a, rel_b),
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   (rel_b, rel_a, rel_b),
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 15:57:01.373369 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 15:57:01.459798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:01.460045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Transition to ACTIVE for port object 8d6f49b0-102e-42d7-93fd-cd34b3067474 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:57:01.466185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:01.468090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:01.489411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:01.490588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:01.499541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4d987a2f-1a5a-457f-86c1-ecbb28086e33,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:01.503433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:01.512439 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] 10.222.0.122 "DELETE /v2.0/networks/4d987a2f-1a5a-457f-86c1-ecbb28086e33 HTTP/1.1" status: 204  len: 168 time: 1.8547411
Jan 19 15:57:01.658636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Pushing event updated for resources: {'Port': ['ID=8d6f49b0-102e-42d7-93fd-cd34b3067474,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:01.663093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:01.809472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34390) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:01.875431 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b0fe2297-d0e7-4d98-ab77-6c0c749fc364 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1df0b9ea72d049febb188a8f75d7b5c6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0642557
Jan 19 15:57:01.878659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34394) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:01.957966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:01.999608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.050327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34400) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:02.063444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.068901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-27463b28-556b-4f68-9af7-ae4353830250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:02.087572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33cb17f-1028-42ce-b5a2-0ad3218425af,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:02.101180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:02.111392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.113832 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/f33cb17f-1028-42ce-b5a2-0ad3218425af HTTP/1.1" status: 204  len: 168 time: 0.2330225
Jan 19 15:57:02.147677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Attempting to bind port 8d6f49b0-102e-42d7-93fd-cd34b3067474 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:57:02.148143 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Attempting to bind port 8d6f49b0-102e-42d7-93fd-cd34b3067474 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0f351d35-9030-473c-87b3-7de55095dc96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c327fb9-b7a2-49c7-b369-646ec336cd80'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:57:02.148401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Attempting to bind port 8d6f49b0-102e-42d7-93fd-cd34b3067474 on network 6c327fb9-b7a2-49c7-b369-646ec336cd80 {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:57:02.156083 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:57:02.156600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Checking segment: {'id': '0f351d35-9030-473c-87b3-7de55095dc96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c327fb9-b7a2-49c7-b369-646ec336cd80'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:57:02.157030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.157206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Bound using segment: {'id': '0f351d35-9030-473c-87b3-7de55095dc96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c327fb9-b7a2-49c7-b369-646ec336cd80'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:57:02.157683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Bound port: 8d6f49b0-102e-42d7-93fd-cd34b3067474, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f351d35-9030-473c-87b3-7de55095dc96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c327fb9-b7a2-49c7-b369-646ec336cd80'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:57:02.158082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.293815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ab4c6-a6c4-417e-987c-6c8730234e78 req-1b505723-5c7f-4ad4-bf8d-ac1f940a9199 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:02.295772 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab7ab4c6-a6c4-417e-987c-6c8730234e78 req-1b505723-5c7f-4ad4-bf8d-ac1f940a9199 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.2496512
Jan 19 15:57:02.318984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.368688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 34416) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:02.376340 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab7ab4c6-a6c4-417e-987c-6c8730234e78 req-4dfc85e9-8170-45b7-9e3e-4ed256fd74e5 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724676
Jan 19 15:57:02.384748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:02.391349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] For port 8d6f49b0-102e-42d7-93fd-cd34b3067474, host hv-cinder-66710, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:57:02.397002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] For port 8d6f49b0-102e-42d7-93fd-cd34b3067474, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8d6f49b0-102e-42d7-93fd-cd34b3067474,segment=NetworkSegment(0f351d35-9030-473c-87b3-7de55095dc96),segment_id=0f351d35-9030-473c-87b3-7de55095dc96)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:57:02.398424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Usage tracker for resource:security_group_rule and tenant:b063ed0cc6a54002bffecee376fcad81 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:02.402371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.413462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:02.422834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:02.547340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-573e3446-55f1-4c5b-9cf7-cf2e8a7d8d85 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:02.580238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.583852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.594011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-07cf103e-d840-45b8-8107-9578cd6dec9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:02.634003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Pushing event updated for resources: {'Port': ['ID=8d6f49b0-102e-42d7-93fd-cd34b3067474,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:02.652675 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=b063ed0cc6a54002bffecee376fcad81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6013875
Jan 19 15:57:02.653610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a8c69-a373-4b3b-b36e-b3420e712dae,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:02.658392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:02.659184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34430) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:02.736149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.750979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:02.775601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.788583 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.809643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:02.810382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.812204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] 10.222.0.85 "PUT /v2.0/ports/8d6f49b0-102e-42d7-93fd-cd34b3067474 HTTP/1.1" status: 200  len: 1158 time: 2.5422513
Jan 19 15:57:02.812806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'tag': '8d6f49b0-102e-42d7-93fd-cd34b3067474'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:57:02.819509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:02.830542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Usage tracker for resource:security_group_rule and tenant:e37cbe9c586842efadda0075e5be5754 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:02.834351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:02.844146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:02.848035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.858164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:02.877172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a8c69-a373-4b3b-b36e-b3420e712dae,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:02.878064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5a674-c8f8-4b17-afc3-a4ac40287136 req-4ddfeea6-bfdc-44d5-a716-776a45d42e20 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:02.896596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:02.897118 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-07f5a674-c8f8-4b17-afc3-a4ac40287136 req-4ddfeea6-bfdc-44d5-a716-776a45d42e20 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.3508966
Jan 19 15:57:02.899674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:02.902257 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e32a8c69-a373-4b3b-b36e-b3420e712dae HTTP/1.1" status: 204  len: 168 time: 0.2417805
Jan 19 15:57:02.922636 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'tag': '8d6f49b0-102e-42d7-93fd-cd34b3067474', 'status': 'completed', 'code': 200}
Jan 19 15:57:02.986409 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-07f5a674-c8f8-4b17-afc3-a4ac40287136 req-3b0d9f1f-fb93-47f5-9718-e66917a3125f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882363
Jan 19 15:57:03.139451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:03.142946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-e50e44ed-fb98-4020-aef4-4f641ffe45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:03.144566 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-e50e44ed-fb98-4020-aef4-4f641ffe45f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=977963f017e9419385f7ab9ac646d3b5&device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 1161 time: 0.1413004
Jan 19 15:57:03.147155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:03.162341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8772875d-19ba-48df-821d-a6b9ccf927ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:03.270683 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-984977e7-3527-439b-8be9-461e88d91a0b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6f49b0-102e-42d7-93fd-cd34b3067474 HTTP/1.1" status: 200  len: 217 time: 0.1010928
Jan 19 15:57:03.278942 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=e37cbe9c586842efadda0075e5be5754&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9071634
Jan 19 15:57:03.280130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34450) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:03.281786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dca8b3-66ae-4336-965b-df88985aa1af,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:03.285414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:03.376087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-a13b42cd-f3a8-4093-84a7-4efa66ad8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:03.377697 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-a13b42cd-f3a8-4093-84a7-4efa66ad8e47 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5 HTTP/1.1" status: 200  len: 854 time: 0.0912340
Jan 19 15:57:03.382903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:03.441980 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-52b1ddbb-322d-4aee-88e5-843376464ee1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c327fb9-b7a2-49c7-b369-646ec336cd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535080
Jan 19 15:57:03.459182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:03.541067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:03.553298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e075762b-79b5-4e52-af12-8bd8963911f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:03.584133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dca8b3-66ae-4336-965b-df88985aa1af,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:03.601550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:03.604294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:03.606099 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/50dca8b3-66ae-4336-965b-df88985aa1af HTTP/1.1" status: 204  len: 168 time: 0.3255527
Jan 19 15:57:03.655207 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-4c5f5189-eb31-49d7-9b5a-3e491432fd4a service neutron] 10.222.0.85 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884212
Jan 19 15:57:03.897764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5501a-9e8a-4286-8338-d8924c46e271 req-40b16607-2e37-4d38-812f-f596f18e331a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:03.906968 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9da5501a-9e8a-4286-8338-d8924c46e271 req-40b16607-2e37-4d38-812f-f596f18e331a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.2523823
Jan 19 15:57:03.932553 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b8f2929-a8a7-40bb-9e09-8e885cd7651a req-dab6b4e0-4ff1-4f49-897b-58b00740327b service neutron] 10.222.0.85 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2641013
Jan 19 15:57:03.974540 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9da5501a-9e8a-4286-8338-d8924c46e271 req-16164a07-45e5-4729-be40-2a9997d82e76 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654929
Jan 19 15:57:04.074560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34494) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:04.307746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3f108057-c9ba-4fcb-b274-d52ce95d17e8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:04.315298 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3f108057-c9ba-4fcb-b274-d52ce95d17e8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.2937629
Jan 19 15:57:04.316030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34502) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:04.337055 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b8e1e5bd-3278-40cf-b3a7-c7b888f787a5 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/quotas/9c0936ff679b445f8797ddda81826c2a HTTP/1.1" status: 200  len: 375 time: 0.0207782
Jan 19 15:57:04.341289 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-f10952d7-fbf9-4b73-a7a0-97966d1be6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:04.342883 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-f10952d7-fbf9-4b73-a7a0-97966d1be6e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=977963f017e9419385f7ab9ac646d3b5&device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 1161 time: 0.2187152
Jan 19 15:57:04.368551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:04.393152 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1704236496-network', 'tenant_id': '089cfd65cea94bb986ef79a89ff03484'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:04.406092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:04.408725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:04.416295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Usage tracker for resource:security_group_rule and tenant:203ec91faac740ee9bacf143351a1e10 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:04.425604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Usage tracker for resource:network and tenant:089cfd65cea94bb986ef79a89ff03484 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:04.430284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:04.434407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:04.446546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:04.448958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:04.484194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65ece8-ff49-4372-a8d1-a8ca67bdc3c2 req-67d03bbf-d64f-4fd1-a802-cf787a3b5883 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:04.492730 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab65ece8-ff49-4372-a8d1-a8ca67bdc3c2 req-67d03bbf-d64f-4fd1-a802-cf787a3b5883 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2718627
Jan 19 15:57:04.626771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:04.629323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Made reservation on behalf of 089cfd65cea94bb986ef79a89ff03484 for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:04.635998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:04.642663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-f618f9cc-b2d0-41a9-8ac8-079e7e126231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:04.644291 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-f618f9cc-b2d0-41a9-8ac8-079e7e126231 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6c327fb9-b7a2-49c7-b369-646ec336cd80 HTTP/1.1" status: 200  len: 908 time: 0.2585263
Jan 19 15:57:04.655692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:04.664222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-46b70a6c-563b-4326-a05b-e2a102ca3396 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3262486
Jan 19 15:57:04.674108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b8937baf-afe6-4c62-b32f-641e91efb6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:04.692859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:04.748970 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=203ec91faac740ee9bacf143351a1e10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4317784
Jan 19 15:57:04.749708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34514) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:04.750830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:04.780192 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab65ece8-ff49-4372-a8d1-a8ca67bdc3c2 req-d679ed5f-ebf6-4bac-ab59-084105c5bb1f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862539
Jan 19 15:57:04.782958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Usage tracker for resource:security_group_rule and tenant:089cfd65cea94bb986ef79a89ff03484 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:04.788567 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-7d1e21d0-8471-473d-a4b4-dc3527ad255a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6f49b0-102e-42d7-93fd-cd34b3067474 HTTP/1.1" status: 200  len: 217 time: 0.1226969
Jan 19 15:57:04.791092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:04.796168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cae906-f882-4363-b275-9ab613448d6f,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:04.818209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:04.818209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:04.889938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:04.930774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.003207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-8252cc7a-77fd-4bec-8b22-d7254d8b2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:05.004782 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-8252cc7a-77fd-4bec-8b22-d7254d8b2236 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5 HTTP/1.1" status: 200  len: 854 time: 0.1074972
Jan 19 15:57:05.020186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.025213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.030395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6e00cb2-85ea-4614-a208-65894f5b2aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:05.042157 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.069969 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b36fb1f6-1c4a-4fe7-84e0-d965554c8317 service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200161
Jan 19 15:57:05.076737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:57:05.078369 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-1fd13c7a-04d6-473b-a624-5454361624f5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c327fb9-b7a2-49c7-b369-646ec336cd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581918
Jan 19 15:57:05.093327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.094376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Added segment df8a4c2d-9785-49cd-a9f7-f8795e38f0fb of type vxlan for network 336ddfe7-6c88-40b5-b277-a2f5d252d85f
Jan 19 15:57:05.115484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df638f4c-0610-441d-b9af-699636b9c62e,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:05.141661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.148319 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/28cae906-f882-4363-b275-9ab613448d6f HTTP/1.1" status: 204  len: 168 time: 0.3886132
Jan 19 15:57:05.150279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:05.158379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-205d1d60-adcd-4606-9093-d71e39ccf69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:05.172854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cae906-f882-4363-b275-9ab613448d6f,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:05.201412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:05.210601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.331514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.338051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:05.338865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:05.345220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9c91de13-d1a7-4681-8ab2-9e3f1cb796e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:05.390734 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-ea8921b9-f406-42ec-aaa5-1e9fac835f0a service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3102362
Jan 19 15:57:05.393447 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-c2a8cfa3-f9a9-4f57-9c03-59f56abb117d service neutron] 10.222.0.85 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838407
Jan 19 15:57:05.467689 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.3916893
Jan 19 15:57:05.469521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34528) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:05.524190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8f9d-7500-4cc5-95b2-4cd7b9dde4bd req-280a8382-01e9-4e4a-8d53-6ffb2330727c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:05.532511 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dbfe8f9d-7500-4cc5-95b2-4cd7b9dde4bd req-280a8382-01e9-4e4a-8d53-6ffb2330727c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.3097456
Jan 19 15:57:05.539426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Request body: {'subnet': {'network_id': '336ddfe7-6c88-40b5-b277-a2f5d252d85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1704236496-subnet', 'tenant_id': '089cfd65cea94bb986ef79a89ff03484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:05.544644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Pushing event updated for resources: {'Network': ['ID=336ddfe7-6c88-40b5-b277-a2f5d252d85f,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:05.546208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:05.555449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 336ddfe7-6c88-40b5-b277-a2f5d252d85f details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:05.565213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:05.576252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Usage tracker for resource:subnet and tenant:089cfd65cea94bb986ef79a89ff03484 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:05.581151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:05.600578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:05.644523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 336ddfe7-6c88-40b5-b277-a2f5d252d85f details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:05.650970 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dbfe8f9d-7500-4cc5-95b2-4cd7b9dde4bd req-8f9e560f-2dc7-49b9-9d88-3e9ee7ccdcae tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173587
Jan 19 15:57:05.662687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Made reservation on behalf of 089cfd65cea94bb986ef79a89ff03484 for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:05.669205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777862'] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:06.273055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786aaa4-d50e-4f53-af04-321280dc155c req-c42dd9a1-0ea5-4da9-841e-71f679ec11f8 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:06.273802 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6846a9e0-1974-4134-9fd3-6701837076e0 req-b87f500a-103e-4413-b5b0-5f4a82ec4271 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 210 time: 0.0779619
Jan 19 15:57:06.281013 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7786aaa4-d50e-4f53-af04-321280dc155c req-c42dd9a1-0ea5-4da9-841e-71f679ec11f8 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2198563
Jan 19 15:57:06.286387 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63cd7da3-f4b3-4273-aadb-b0641f11f7ec req-8b57cbda-3ea0-4b54-afa1-25d171730b38 service neutron] 10.222.0.85 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8766103
Jan 19 15:57:06.346897 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7786aaa4-d50e-4f53-af04-321280dc155c req-1e6d7912-22b4-422c-80a9-3fe620ec09a5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639932
Jan 19 15:57:06.644866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2314642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777833'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:06.663151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:07.095071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d978f75e-d4fe-4cb6-96ff-fd762e44f40b,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:07.105571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:07.204043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c4339-8937-4f3e-9006-df09b49cdccd req-ab9199fd-dd08-4d09-a33e-853a299ec6e1 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:07.205665 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a91c4339-8937-4f3e-9006-df09b49cdccd req-ab9199fd-dd08-4d09-a33e-853a299ec6e1 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.3954144
Jan 19 15:57:07.262265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Checking segment: {'id': 'df8a4c2d-9785-49cd-a9f7-f8795e38f0fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '336ddfe7-6c88-40b5-b277-a2f5d252d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:57:07.262656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Network hostable DHCP agents. Network: 336ddfe7-6c88-40b5-b277-a2f5d252d85f, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:57:07.287602 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a91c4339-8937-4f3e-9006-df09b49cdccd req-e3a72501-5509-4bc2-a4fa-b42bdf5f9f2a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698893
Jan 19 15:57:07.300433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Network 336ddfe7-6c88-40b5-b277-a2f5d252d85f is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:57:07.312233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 336ddfe7-6c88-40b5-b277-a2f5d252d85f) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:57:07.324829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38027e0-4d4b-428c-a728-35d7d4733084 None None] Network 336ddfe7-6c88-40b5-b277-a2f5d252d85f requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:07.325422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:07.326355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:07.352328 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.8787036
Jan 19 15:57:07.606201 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ff644edc-48a8-4fde-8268-0e51bfeb81e3 req-97ef9fd4-0f1c-4b8d-b014-b36889ab97d8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 210 time: 0.0785913
Jan 19 15:57:07.649240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8aea0-1434-4db6-9236-50214362b75d req-61c7018b-c3c6-4640-828d-4d360eab4bd9 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:07.652810 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-55b8aea0-1434-4db6-9236-50214362b75d req-61c7018b-c3c6-4640-828d-4d360eab4bd9 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1338272
Jan 19 15:57:07.732679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f4f1b-9b81-47fc-9ddd-d24d7bac342f None None] Network 336ddfe7-6c88-40b5-b277-a2f5d252d85f requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:07.756149 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-55b8aea0-1434-4db6-9236-50214362b75d req-5e24a996-a0b9-4bfa-a24d-2e77cc4390ee tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979640
Jan 19 15:57:08.384060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c8b8871-d9cf-4d2e-a49f-8efc582364f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.406025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:57:08.532786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 34632) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:08.550845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-867176645-network', 'tenant_id': '18c73353d0ff41d2867128d36b6827a0'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:08.550845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:08.553533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Usage tracker for resource:network and tenant:18c73353d0ff41d2867128d36b6827a0 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:08.557034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:08.563359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:08.576654 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Made reservation on behalf of 18c73353d0ff41d2867128d36b6827a0 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:08.582185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.597227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.614056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:08.619429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Usage tracker for resource:security_group_rule and tenant:18c73353d0ff41d2867128d36b6827a0 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:08.622524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:08.629892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:08.638749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76419b1b-6fc2-4047-a62a-996bada10266 req-997440da-0d5e-4e48-aecc-9c98b11384aa tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:08.646614 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76419b1b-6fc2-4047-a62a-996bada10266 req-997440da-0d5e-4e48-aecc-9c98b11384aa tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.1195354
Jan 19 15:57:08.711012 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76419b1b-6fc2-4047-a62a-996bada10266 req-5c23baf7-a1b3-4289-a3c6-21d50ecdfdd4 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628765
Jan 19 15:57:08.758503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.763145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.768564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-11645ffa-bd3e-43a1-9a47-7a74804b4ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:08.806414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:57:08.816095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8c4f0-9942-4f08-babd-f4547411223d,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:08.820747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:08.823439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.823874 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Added segment 84984aaa-55c7-4d5c-8fd6-7c794f54bc17 of type vxlan for network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90
Jan 19 15:57:08.853526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.882804 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-237336e0-79fe-43bd-8839-58ccfc9042e8 req-2ebb8c55-12a2-4b05-a233-c8c8365a8323 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 210 time: 0.0542290
Jan 19 15:57:08.889160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.890729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:08.891371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:08.898593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:09.030883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2f854b-aedb-475d-b2b6-cf4c7e332b90,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:09.046985 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5121446
Jan 19 15:57:09.048567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:09.050152 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 34652) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:09.051968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:09.064011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Request body: {'subnet': {'network_id': '3c2f854b-aedb-475d-b2b6-cf4c7e332b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-867176645-subnet', 'tenant_id': '18c73353d0ff41d2867128d36b6827a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:09.069696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:09.074052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Usage tracker for resource:subnet and tenant:18c73353d0ff41d2867128d36b6827a0 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:09.077114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:09.084670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:09.096444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Made reservation on behalf of 18c73353d0ff41d2867128d36b6827a0 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:09.105221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:09.162701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362ac19-3599-4bb8-a6fb-868b17811c4c req-635c1cab-4169-47ed-a5ba-cbe87c9cefbb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:09.179181 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7362ac19-3599-4bb8-a6fb-868b17811c4c req-635c1cab-4169-47ed-a5ba-cbe87c9cefbb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1535273
Jan 19 15:57:09.238047 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7362ac19-3599-4bb8-a6fb-868b17811c4c req-1bb09a38-4a25-41e9-bbce-c4a6d4e7c4ae tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577686
Jan 19 15:57:09.554232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:09.572659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f987bc47-a0aa-491b-a380-70e890f2abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:09.702487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5463a9d-305a-4064-bcee-27fab934163c,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:09.706702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:09.792232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Checking segment: {'id': '84984aaa-55c7-4d5c-8fd6-7c794f54bc17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '3c2f854b-aedb-475d-b2b6-cf4c7e332b90'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:57:09.792607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Network hostable DHCP agents. Network: 3c2f854b-aedb-475d-b2b6-cf4c7e332b90, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:57:09.812512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:57:09.822875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 3c2f854b-aedb-475d-b2b6-cf4c7e332b90) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:57:09.827050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:09.827877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:09.834758 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed6973-9f28-4367-b5ef-453d830ac43e None None] Network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:09.859974 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d8b38fa6-221d-4d60-bbdd-52e53f4eb73a admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7997510
Jan 19 15:57:09.977492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e55b3-ebd9-4d45-ac9a-c1c0db203997 req-8d509af1-e484-4832-98c7-3de87eefd917 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:09.985513 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-552e55b3-ebd9-4d45-ac9a-c1c0db203997 req-8d509af1-e484-4832-98c7-3de87eefd917 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.1282637
Jan 19 15:57:10.039339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 34680) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:10.047512 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-552e55b3-ebd9-4d45-ac9a-c1c0db203997 req-e8869aa8-a5e6-48be-bc14-7297146f36a1 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608680
Jan 19 15:57:10.160119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92395840-7f53-4024-9668-b4a8188f060a None None] Network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:10.186139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Deleting subnet d978f75e-d4fe-4cb6-96ff-fd762e44f40b {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 15:57:10.200271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:10.241013 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a058a078-57c8-4f47-8fa0-bc1311aea775 req-35145292-85d9-45ea-92c1-3f6d91583fb4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 210 time: 0.0737264
Jan 19 15:57:10.311615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:10.320210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:10.500351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d3d44-f211-4973-bd8f-e76da571dca5 req-ffa324b5-6752-4768-bcaf-d918945e7eb9 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:10.502058 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-062d3d44-f211-4973-bd8f-e76da571dca5 req-ffa324b5-6752-4768-bcaf-d918945e7eb9 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1099417
Jan 19 15:57:10.556699 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-062d3d44-f211-4973-bd8f-e76da571dca5 req-734b4994-f82f-4512-b754-25e8ae2c8386 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474474
Jan 19 15:57:10.598395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:10.616319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-23a86b8b-a401-4a93-967d-bb94507622e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:10.707222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d978f75e-d4fe-4cb6-96ff-fd762e44f40b,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:10.724439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:10.766486 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:10.775076 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/d978f75e-d4fe-4cb6-96ff-fd762e44f40b HTTP/1.1" status: 204  len: 168 time: 0.7344735
Jan 19 15:57:10.777643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 34694) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:10.887688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:10.902488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:10.985127 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6296e7e0-08f1-44e7-91b5-8dffbc0c4f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:11.143416 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-ae51e3ad-3b05-42da-ba89-a99ad8bb0366 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1003165
Jan 19 15:57:11.241504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:11.304004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:11.370988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-388b0c48-320b-40f2-af4b-c4db3baba05c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:11.372855 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-388b0c48-320b-40f2-af4b-c4db3baba05c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.3997386
Jan 19 15:57:11.393843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a082e6c-f5e9-4623-9d7e-a1afa2710c75 req-8fca4722-4aa9-4514-9b90-75775ef22db5 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:11.401842 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9a082e6c-f5e9-4623-9d7e-a1afa2710c75 req-8fca4722-4aa9-4514-9b90-75775ef22db5 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.2065380
Jan 19 15:57:11.405218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936366b9-7592-45b9-a457-aebd180629a1 req-69f110ae-8801-4417-8060-34e52dfdc51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:11.406871 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-69f110ae-8801-4417-8060-34e52dfdc51c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.1703382
Jan 19 15:57:11.417898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fccbcf0ae10>> segment before_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.418292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fccbcf0ae10>> subnet precommit_delete_associations 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.419260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> segment_host_mapping after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.419732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> port after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.420094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> port after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.420472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> port after_update 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.420833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> segment after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.421199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> subnet after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.421554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> subnet after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.421943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fccbc93be48>> subnet after_update 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.462348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9a082e6c-f5e9-4623-9d7e-a1afa2710c75 req-7b454ed0-63d9-4842-9ded-4a9694c643fb tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594475
Jan 19 15:57:11.493647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbc798ac8>> subnet after_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.494131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbc798ac8>> subnet after_delete 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.494406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbc798ac8>> subnet before_create 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.494785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fccbc798ac8>> subnet before_update 55550000 {{(pid=80060) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 19 15:57:11.495191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbd0ee208>,) {'filters': {'network_id': ['336ddfe7-6c88-40b5-b277-a2f5d252d85f']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:11.513398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Request body: {'port': {'device_id': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d', 'admin_state_up': True, 'tenant_id': '9c0936ff679b445f8797ddda81826c2a'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:11.531982 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd0ee208>, 'df8a4c2d-9785-49cd-a9f7-f8795e38f0fb') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:11.532312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd0ee208>, 'df8a4c2d-9785-49cd-a9f7-f8795e38f0fb') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:11.644801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-b2105c32-7b12-4360-b485-7fc44914a643 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80062) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 15:57:11.649557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936366b9-7592-45b9-a457-aebd180629a1 req-40264985-0d2f-4398-96dc-76870ff35b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:11.652466 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-40264985-0d2f-4398-96dc-76870ff35b49 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1700373
Jan 19 15:57:11.653009 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab0dda1d-0bdc-4fb1-ba5d-215dad818536 req-f6b48c36-66ce-478d-b02c-68ac08792eba tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 210 time: 0.1484382
Jan 19 15:57:11.660584 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:11.694985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:11.700171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 15:57:11.772963 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-663f0419-ae1d-4492-8998-90046ad5c0cf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.0934632
Jan 19 15:57:11.909585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:11.918053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936366b9-7592-45b9-a457-aebd180629a1 req-1921dbb4-a499-4da3-b001-aff59e2ff4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:11.919814 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-1921dbb4-a499-4da3-b001-aff59e2ff4c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.1023920
Jan 19 15:57:11.949245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Network 336ddfe7-6c88-40b5-b277-a2f5d252d85f has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:57:11.956136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e55d8-a543-4bf4-bd8b-7efeeba630db req-518fa537-c3ec-4327-98df-ed36f455bfe6 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:11.957498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:11.957773 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ff8e55d8-a543-4bf4-bd8b-7efeeba630db req-518fa537-c3ec-4327-98df-ed36f455bfe6 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1955848
Jan 19 15:57:11.962184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:12.025373 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-baf89a7f-bc2f-4782-8d21-9292503728bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0924032
Jan 19 15:57:12.051183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Made reservation on behalf of 9c0936ff679b445f8797ddda81826c2a for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:12.061154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:12.085224 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ff8e55d8-a543-4bf4-bd8b-7efeeba630db req-4a1fda31-dc90-4c07-a3be-19d124ed6a5c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815580
Jan 19 15:57:12.200716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Network 336ddfe7-6c88-40b5-b277-a2f5d252d85f has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:57:12.210770 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-a767d1fc-309c-4e7a-82f5-8a011181e2ee service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662521
Jan 19 15:57:12.295857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:12.388105 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936366b9-7592-45b9-a457-aebd180629a1 req-e444481c-8a96-461a-968e-02f3afb860a3 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1604471
Jan 19 15:57:12.439218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   (rel_b, rel_a, rel_b),
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   (rel_b, rel_a, rel_b),
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 15:57:12.470411 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 15:57:12.633168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:12.655001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-019faba4-dc59-46d0-970d-ffc101291003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:12.678979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:12.684257 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Pushing event deleted for resources: {'Network': ['ID=336ddfe7-6c88-40b5-b277-a2f5d252d85f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:12.754742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:12.761080 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] 10.222.0.122 "DELETE /v2.0/networks/336ddfe7-6c88-40b5-b277-a2f5d252d85f HTTP/1.1" status: 204  len: 168 time: 1.9821429
Jan 19 15:57:12.763998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34732) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:12.833181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8d6f49b0-102e-42d7-93fd-cd34b3067474 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:57:12.922531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Allocated IP 172.20.0.5 (6bb901bc-5abd-4a67-8841-df604b84b61d/66f1fbf3-d32f-4d54-847a-da6ce874e88d/d821d784-d553-427d-a9fa-a593b0e97bb7) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:57:12.971148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f025-7ca4-4a84-add5-f471c2a8b323 req-2a3501cc-ac90-4fec-bbee-0704e00a2ad3 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:12.976319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 8d6f49b0-102e-42d7-93fd-cd34b3067474 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:57:12.980297 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1cf7f025-7ca4-4a84-add5-f471c2a8b323 req-2a3501cc-ac90-4fec-bbee-0704e00a2ad3 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 944 time: 0.3111918
Jan 19 15:57:12.992085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Deleting subnet e5463a9d-305a-4064-bcee-27fab934163c {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 15:57:12.994297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 8d6f49b0-102e-42d7-93fd-cd34b3067474 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:57:12.995848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.010568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.015257 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fea580db-421d-493f-8d5f-74f4e192bfb7 req-d56c7c6c-34dd-491e-a5b8-eb6ac4f10eb4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 210 time: 0.0632107
Jan 19 15:57:13.217456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2203056'] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.277426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.346778 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1cf7f025-7ca4-4a84-add5-f471c2a8b323 req-9d78e671-d393-4c3d-a9c8-2413d119a221 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3654385
Jan 19 15:57:13.349267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f49b0-102e-42d7-93fd-cd34b3067474'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:57:13.369835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 8d6f49b0-102e-42d7-93fd-cd34b3067474, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8d6f49b0-102e-42d7-93fd-cd34b3067474,segment=NetworkSegment(0f351d35-9030-473c-87b3-7de55095dc96),segment_id=0f351d35-9030-473c-87b3-7de55095dc96)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:57:13.375280 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.379678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.381807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f9542664-c76e-4ab1-b347-e0a77643ebf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:13.469384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=8d6f49b0-102e-42d7-93fd-cd34b3067474,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:13.481346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:13.506866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.596771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34756) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:13.600314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261634c-ccc9-4bce-9c65-6a4f79c1e0ed req-a8c13394-c562-4e46-b9f4-e78614f0e3a1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:13.602052 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d261634c-ccc9-4bce-9c65-6a4f79c1e0ed req-a8c13394-c562-4e46-b9f4-e78614f0e3a1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2148581
Jan 19 15:57:13.637413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.658472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3d772153-d443-4102-889c-38a329a4b0dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:13.752908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2284631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850997984'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:13.787764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-aab77ebc-d68a-4a43-8e4a-fe9ba3ad93e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:13.817218 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d261634c-ccc9-4bce-9c65-6a4f79c1e0ed req-78ed1d16-b0c0-4322-9de9-983c22da647a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075884
Jan 19 15:57:13.823200 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f49b0-102e-42d7-93fd-cd34b3067474', 'code': 200}
Jan 19 15:57:13.849952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event updated for resources: {'Port': ['ID=d821d784-d553-427d-a9fa-a593b0e97bb7,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:13.854632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:13.918685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5463a9d-305a-4064-bcee-27fab934163c,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:13.927431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Network 6bb901bc-5abd-4a67-8841-df604b84b61d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:57:13.928763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:57:13.935001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:57:14.025968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8d6f49b0-102e-42d7-93fd-cd34b3067474 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:57:14.029148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:14.045076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:14.045338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.045671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.046103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.046494 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.046824 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:14.046965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.047235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.047614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.047996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.048380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.048757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.049134 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.049505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.050018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.050394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.050770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.051144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.051515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.051947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.052321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.052693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.053062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.053433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.053826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.054366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:14.066559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:14.083487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:14.086473 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5770769
Jan 19 15:57:14.096524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Usage tracker for resource:security_group_rule and tenant:f0bdedda64e34c9da26a3eb458d84f8d is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:14.102612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:14.115373 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Request body: {'port': {'device_id': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:14.120029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:14.122551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:14.137135 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/e5463a9d-305a-4064-bcee-27fab934163c HTTP/1.1" status: 204  len: 168 time: 1.3709052
Jan 19 15:57:14.141158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34772) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:14.236558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 8d6f49b0-102e-42d7-93fd-cd34b3067474 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:57:14.236963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:14.330498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:14.405504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:14.918919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233e9-bbdb-4bbf-bc1f-5141dbe897cb req-969eb5f3-7529-457e-86d5-c0136d96b99d tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:14.920593 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-10e233e9-bbdb-4bbf-bc1f-5141dbe897cb req-969eb5f3-7529-457e-86d5-c0136d96b99d tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 946 time: 0.2416296
Jan 19 15:57:15.013310 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.042009 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-10e233e9-bbdb-4bbf-bc1f-5141dbe897cb req-17163b6e-3efd-4e05-8775-062e06fd7c47 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090839
Jan 19 15:57:15.053199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d821d784-d553-427d-a9fa-a593b0e97bb7 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:57:15.061085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.079682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Transition to ACTIVE for port object d821d784-d553-427d-a9fa-a593b0e97bb7 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:57:15.087653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.095645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.107162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c134225-78ab-4de0-886c-43be79b19c6b tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:15.136346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f0b21-0916-4902-b0df-7b35c49c6092 req-93e3afcc-9b20-4f72-9542-d20a4861e791 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:15.138214 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8a6f0b21-0916-4902-b0df-7b35c49c6092 req-93e3afcc-9b20-4f72-9542-d20a4861e791 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 931 time: 0.7494810
Jan 19 15:57:15.146710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.160523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bf735f33-1f9b-414f-abe3-a07257535cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:15.184784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e1c7-ef9a-4cba-a753-df40949a6903 req-d6f702ca-2cf1-4b23-af70-60e156b8417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:15.186371 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7040e1c7-ef9a-4cba-a753-df40949a6903 req-d6f702ca-2cf1-4b23-af70-60e156b8417d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 1163 time: 0.4537148
Jan 19 15:57:15.246562 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Pushing event updated for resources: {'Port': ['ID=d821d784-d553-427d-a9fa-a593b0e97bb7,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:15.251647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:15.300953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc9dd550>,) {'filters': {'network_id': ['3c2f854b-aedb-475d-b2b6-cf4c7e332b90']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:15.309341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01cf1ca-f369-46d3-ae74-f728f0498bd5,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:15.321714 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f0bdedda64e34c9da26a3eb458d84f8d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7191622
Jan 19 15:57:15.321714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34788) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:15.326166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:15.357440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc9dd550>, '84984aaa-55c7-4d5c-8fd6-7c794f54bc17') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:15.357817 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc9dd550>, '84984aaa-55c7-4d5c-8fd6-7c794f54bc17') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:57:15.385890 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8a6f0b21-0916-4902-b0df-7b35c49c6092 req-b6b83c90-2708-4212-9aa7-2ca528e686b5 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287529
Jan 19 15:57:15.387702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.420597 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7040e1c7-ef9a-4cba-a753-df40949a6903 req-e51c5f7c-3683-49a6-8554-4beef75d3c13 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000415
Jan 19 15:57:15.441803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.446302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 15:57:15.561802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Attempting to bind port d821d784-d553-427d-a9fa-a593b0e97bb7 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:57:15.561802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Attempting to bind port d821d784-d553-427d-a9fa-a593b0e97bb7 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:57:15.562171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Attempting to bind port d821d784-d553-427d-a9fa-a593b0e97bb7 on network 6bb901bc-5abd-4a67-8841-df604b84b61d {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:57:15.572452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:57:15.572828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Checking segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:57:15.573235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.573630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Bound using segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:57:15.574158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Bound port: d821d784-d553-427d-a9fa-a593b0e97bb7, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:57:15.574564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.583241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.658023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc6678-7d78-4041-85af-7a8ef8a20b79 req-0fdb75ac-d8cd-487b-bf84-9791eb3ef22b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:15.659382 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-15fc6678-7d78-4041-85af-7a8ef8a20b79 req-0fdb75ac-d8cd-487b-bf84-9791eb3ef22b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2078316
Jan 19 15:57:15.683665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:57:15.696790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.719534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.749957 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-15fc6678-7d78-4041-85af-7a8ef8a20b79 req-eae1e37b-5a9d-4b06-82c0-5f6e705766b3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823541
Jan 19 15:57:15.769463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] For port d821d784-d553-427d-a9fa-a593b0e97bb7, host hv-cinder-66710, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:57:15.776138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] For port d821d784-d553-427d-a9fa-a593b0e97bb7, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d821d784-d553-427d-a9fa-a593b0e97bb7,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:57:15.787943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.800240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:15.943091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Network 3c2f854b-aedb-475d-b2b6-cf4c7e332b90 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:57:15.964846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Pushing event updated for resources: {'Port': ['ID=d821d784-d553-427d-a9fa-a593b0e97bb7,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:15.971255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 15:57:15.973119 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 15:57:15.978401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:15.985823 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-be995ed1-52fb-4a6c-b95f-ef86d6327d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:16.012665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:16.013438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:16.015172 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3b4ee6eb-d4a8-43aa-89ca-2694cb587722 service neutron] 10.222.0.85 "PUT /v2.0/ports/d821d784-d553-427d-a9fa-a593b0e97bb7 HTTP/1.1" status: 200  len: 1157 time: 1.9064345
Jan 19 15:57:16.015876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'tag': 'd821d784-d553-427d-a9fa-a593b0e97bb7'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:57:16.058288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01cf1ca-f369-46d3-ae74-f728f0498bd5,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:16.062205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:16.078078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:16.079355 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/c01cf1ca-f369-46d3-ae74-f728f0498bd5 HTTP/1.1" status: 204  len: 168 time: 0.7508912
Jan 19 15:57:16.082405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:16.100168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:16.141057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:16.155677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2f854b-aedb-475d-b2b6-cf4c7e332b90,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:16.165004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:16.176452 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] 10.222.0.122 "DELETE /v2.0/networks/3c2f854b-aedb-475d-b2b6-cf4c7e332b90 HTTP/1.1" status: 204  len: 168 time: 2.0153670
Jan 19 15:57:16.240285 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'tag': 'd821d784-d553-427d-a9fa-a593b0e97bb7', 'status': 'completed', 'code': 200}
Jan 19 15:57:16.393578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-54c8f161-67a0-4853-b548-cf419e495df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:16.396491 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-54c8f161-67a0-4853-b548-cf419e495df5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 1160 time: 0.2665541
Jan 19 15:57:16.452026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3647f1-8455-45c1-b276-8ad53356ec1c req-3d60b6ed-8f00-4284-a796-7eb43e9f7aa6 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:16.454059 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6c3647f1-8455-45c1-b276-8ad53356ec1c req-3d60b6ed-8f00-4284-a796-7eb43e9f7aa6 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 946 time: 0.1809051
Jan 19 15:57:16.534219 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-a6ff169e-6412-4e40-a791-8c12e0c9afa0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d821d784-d553-427d-a9fa-a593b0e97bb7 HTTP/1.1" status: 200  len: 217 time: 0.0789893
Jan 19 15:57:16.629001 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6c3647f1-8455-45c1-b276-8ad53356ec1c req-29968984-6246-460b-aa87-1a0a32e5c9bd tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114547
Jan 19 15:57:16.631320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34822) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:16.652310 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-5ad2e3dd-ea24-49ac-8575-e2a324eaa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:16.654163 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-5ad2e3dd-ea24-49ac-8575-e2a324eaa89b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0867889
Jan 19 15:57:16.781656 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-9b9d343d-fbf5-4f7d-ade2-0b532fbfcabe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1062627
Jan 19 15:57:16.820992 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-737d2b83-63ea-4371-876e-6df6eb9067fb admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=089cfd65cea94bb986ef79a89ff03484&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1880631
Jan 19 15:57:16.830547 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34832) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:16.948614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0bdd4-6640-4f60-82e3-58a101e0c073 req-b78b6b38-d635-41db-9453-622119b95140 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:16.956964 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-20d0bdd4-6640-4f60-82e3-58a101e0c073 req-b78b6b38-d635-41db-9453-622119b95140 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 943 time: 0.2073767
Jan 19 15:57:16.995837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fbbd-86a5-4036-b1ef-33548616b245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:17.045438 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-20d0bdd4-6640-4f60-82e3-58a101e0c073 req-3347fa99-f6ca-420e-bf30-c19eb6f928b0 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873587
Jan 19 15:57:17.050498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fbbd-86a5-4036-b1ef-33548616b245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:17.115213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fbbd-86a5-4036-b1ef-33548616b245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:17.121723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a5ec5993-eb05-4669-8b1e-b0e19545f3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:17.137132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5fbbd-86a5-4036-b1ef-33548616b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df638f4c-0610-441d-b9af-699636b9c62e,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:17.140205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bcf5fbbd-86a5-4036-b1ef-33548616b245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:17.141613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fbbd-86a5-4036-b1ef-33548616b245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:17.142885 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-bcf5fbbd-86a5-4036-b1ef-33548616b245 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/df638f4c-0610-441d-b9af-699636b9c62e HTTP/1.1" status: 204  len: 168 time: 0.3114684
Jan 19 15:57:17.301363 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-0cfb5ea1-03d5-4b57-b592-f0cd52b14901 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5025887
Jan 19 15:57:17.450345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdabfc-34de-461b-bf1f-69f30b3d4270 req-76ecc392-c346-4a9a-8bd2-b2e86d1fcbd3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:17.452030 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-87fdabfc-34de-461b-bf1f-69f30b3d4270 req-76ecc392-c346-4a9a-8bd2-b2e86d1fcbd3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2351685
Jan 19 15:57:17.541109 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-87fdabfc-34de-461b-bf1f-69f30b3d4270 req-efb322c0-070e-4afd-a2e1-e65c9fc3a07e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811224
Jan 19 15:57:17.547164 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb1bdb3c-b8a8-4833-a381-16c3c9a4a2e0 req-3105d32f-c514-44ae-a1ca-725723940b32 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2325363
Jan 19 15:57:17.626094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 34852) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:17.711740 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ab3964f1-0d34-4689-9e7c-ab9cf8c94ddd admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=18c73353d0ff41d2867128d36b6827a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0819633
Jan 19 15:57:17.712719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 34862) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:17.817296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:17.850363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:18.041352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:18.047738 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:18.066704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8c4f0-9942-4f08-babd-f4547411223d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:18.097440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fbd60-382e-4cfc-9ff3-75623a0864e9 req-0ff38f85-6d68-446a-b25b-191fbcfbaca2 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:18.099645 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-926fbd60-382e-4cfc-9ff3-75623a0864e9 req-0ff38f85-6d68-446a-b25b-191fbcfbaca2 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 946 time: 0.2390196
Jan 19 15:57:18.104139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:18.105029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:18.106288 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/f0c8c4f0-9942-4f08-babd-f4547411223d HTTP/1.1" status: 204  len: 168 time: 0.3923376
Jan 19 15:57:18.108509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-6aa1be9b-d0c8-4253-aef6-6bab353952a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:18.110088 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-6aa1be9b-d0c8-4253-aef6-6bab353952a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 1160 time: 0.2046385
Jan 19 15:57:18.261146 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-926fbd60-382e-4cfc-9ff3-75623a0864e9 req-cb0122c8-40c0-4f17-ac1a-fd74d6ef0f3d tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383958
Jan 19 15:57:18.334057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-49956288-015e-440c-98a5-5c4df70390b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:18.335734 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-49956288-015e-440c-98a5-5c4df70390b7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1954219
Jan 19 15:57:18.347456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6269f06-53cd-4b36-a753-dbe5cfc5e07a req-e8b67dd5-771d-4bae-9363-55a9e93e9a90 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:18.349906 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c6269f06-53cd-4b36-a753-dbe5cfc5e07a req-e8b67dd5-771d-4bae-9363-55a9e93e9a90 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 943 time: 0.1510773
Jan 19 15:57:18.410904 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c6269f06-53cd-4b36-a753-dbe5cfc5e07a req-bdddb132-0b20-4fbd-b4c1-df04c52292c8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518084
Jan 19 15:57:18.445881 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-e49dbc47-f227-41f7-b7b9-159e3d456e11 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d821d784-d553-427d-a9fa-a593b0e97bb7 HTTP/1.1" status: 200  len: 217 time: 0.0899062
Jan 19 15:57:18.519407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8d6f49b0-102e-42d7-93fd-cd34b3067474 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:57:18.534501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-19490037-45cf-4a5e-8552-96b6dd29ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:18.537083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-19490037-45cf-4a5e-8552-96b6dd29ef16 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0739896
Jan 19 15:57:18.611107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 8d6f49b0-102e-42d7-93fd-cd34b3067474 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:57:18.612001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:18.638530 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-ceab6f4f-2d38-4747-b31f-2262df6b6fa7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848424
Jan 19 15:57:18.981181 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-7e22335c-2a40-487f-9f3c-86dd805d145c service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302102
Jan 19 15:57:19.128195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2980e-7041-4964-8a7c-f39d7d54617d req-132c870e-3d18-4142-9342-35b4574e1d4c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:19.129966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ca2980e-7041-4964-8a7c-f39d7d54617d req-132c870e-3d18-4142-9342-35b4574e1d4c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.2471452
Jan 19 15:57:19.236966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ca2980e-7041-4964-8a7c-f39d7d54617d req-23c6aea1-8a7a-4dd6-a3ab-4605e188c8a1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955594
Jan 19 15:57:19.245146 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b84b1a69-875a-4d48-b1b9-4ffdba2a680e req-a7f35518-0c9c-4038-a20f-1af9153888cc service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2443016
Jan 19 15:57:19.580702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435565f-75ec-40a4-8446-72dd41699671 req-c9c385be-8e13-4940-b82e-7e9c70f38fd1 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:19.582822 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3435565f-75ec-40a4-8446-72dd41699671 req-c9c385be-8e13-4940-b82e-7e9c70f38fd1 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 946 time: 0.1619215
Jan 19 15:57:19.659128 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3435565f-75ec-40a4-8446-72dd41699671 req-4b84088c-770b-4d5e-a3e3-bb0ecc5e5500 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697052
Jan 19 15:57:19.732247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26f28-1373-4503-ae80-bd4064081328 req-7ebbdf1c-af8f-469c-8c9d-5a3b71898519 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:19.734120 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-61b26f28-1373-4503-ae80-bd4064081328 req-7ebbdf1c-af8f-469c-8c9d-5a3b71898519 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 943 time: 0.1373274
Jan 19 15:57:19.811032 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-61b26f28-1373-4503-ae80-bd4064081328 req-2ae11420-38dd-4d6e-9c78-67a7b472677b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692182
Jan 19 15:57:20.128159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35022) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:20.409620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:20.455148 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:20.462213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Usage tracker for resource:security_group_rule and tenant:7351b55cffec4cf3bb8a64c1fbee9191 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:20.465502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:20.473167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:20.658655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:20.683501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4d34f-bfdc-4f61-a977-422bb596fb2b req-2635aceb-f7f0-4820-9e17-acdf1e39633c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:20.685214 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e9f4d34f-bfdc-4f61-a977-422bb596fb2b req-2635aceb-f7f0-4820-9e17-acdf1e39633c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1715701
Jan 19 15:57:20.686466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:20.695682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-febbe0a5-f11a-4508-bf9a-20f6380bee09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:20.783183 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7351b55cffec4cf3bb8a64c1fbee9191&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6513214
Jan 19 15:57:20.785250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31732103-a0c3-4132-a580-897ea0cc15e0,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:20.785896 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35050) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:20.791517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:20.799512 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e9f4d34f-bfdc-4f61-a977-422bb596fb2b req-928bb39e-52ef-4ed4-b2fd-508439572b35 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050293
Jan 19 15:57:20.872843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:20.910770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:20.970201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:20.977277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:21.029275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31732103-a0c3-4132-a580-897ea0cc15e0,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:21.043191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:21.051441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.055480 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/31732103-a0c3-4132-a580-897ea0cc15e0 HTTP/1.1" status: 204  len: 168 time: 0.2629335
Jan 19 15:57:21.114885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bdd99-4673-4146-b5f6-9cbc7851d5f2 req-0974f865-39fb-4b42-b3a9-d1c503a66760 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:21.117139 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b72bdd99-4673-4146-b5f6-9cbc7851d5f2 req-0974f865-39fb-4b42-b3a9-d1c503a66760 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 943 time: 0.1548157
Jan 19 15:57:21.235206 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b72bdd99-4673-4146-b5f6-9cbc7851d5f2 req-34e597e5-a4b4-4fa7-82a9-287e67875a4a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014471
Jan 19 15:57:21.269378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.442917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35082) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:21.603006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35090) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:21.628535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.630250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.649037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:21.658424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Usage tracker for resource:security_group_rule and tenant:2168c35c25c84aa890f9eafc3bc51aa3 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:21.662306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:21.666259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:21.668801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:21.671316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Usage tracker for resource:security_group_rule and tenant:32158896e51c4fe48b395ad6626828da is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:21.675425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:21.681627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:21.785013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.785266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.789289 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.790412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.799629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-34f60f81-b67d-4bb1-ad9d-4623d57071a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:21.799888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-02ecd258-1584-4b40-a162-509939594c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:21.850587 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=2168c35c25c84aa890f9eafc3bc51aa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2404220
Jan 19 15:57:21.851275 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=32158896e51c4fe48b395ad6626828da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4020078
Jan 19 15:57:21.851362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec7ca2-7bb1-42eb-b0e6-d3950c636f8f,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:21.851447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa8cb0-e159-453f-bba7-b9e546909533,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:21.851518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35098) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:21.852958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35100) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:21.855159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-42dc9473-f49c-4e3a-b8b7-c7f496a2afd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:21.862632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f84ff753-b6ed-4932-a6c0-e231c68e5c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:21.924545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.940623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.961943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:21.974531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.022451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.028032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:22.046005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa8cb0-e159-453f-bba7-b9e546909533,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:22.053245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:22.058870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.060117 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/71aa8cb0-e159-453f-bba7-b9e546909533 HTTP/1.1" status: 204  len: 168 time: 0.2073002
Jan 19 15:57:22.085242 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.089966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cf6db199-7ac5-47c1-a3b8-aa80b916ae0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:22.108245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec7ca2-7bb1-42eb-b0e6-d3950c636f8f,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:22.132944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45247-75c3-456c-ad3f-2042178b68cc req-dbb88e15-3ba1-4f9e-ac45-ebc37d694601 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:22.135646 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8fe45247-75c3-456c-ad3f-2042178b68cc req-dbb88e15-3ba1-4f9e-ac45-ebc37d694601 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1629188
Jan 19 15:57:22.143351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:22.162240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.163447 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/6eec7ca2-7bb1-42eb-b0e6-d3950c636f8f HTTP/1.1" status: 204  len: 168 time: 0.3132131
Jan 19 15:57:22.202394 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8fe45247-75c3-456c-ad3f-2042178b68cc req-423fdf0a-9692-49f0-98ec-306f23436b00 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600510
Jan 19 15:57:22.514154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d8d10-8d69-46d2-8c09-58d914c0a2f6 req-d1aba5dc-7e97-4925-b31f-b353aae29e7a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:22.515143 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-718d8d10-8d69-46d2-8c09-58d914c0a2f6 req-d1aba5dc-7e97-4925-b31f-b353aae29e7a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:57:22.533137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-718d8d10-8d69-46d2-8c09-58d914c0a2f6 req-d1aba5dc-7e97-4925-b31f-b353aae29e7a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:57:22.534844 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-718d8d10-8d69-46d2-8c09-58d914c0a2f6 req-d1aba5dc-7e97-4925-b31f-b353aae29e7a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 943 time: 0.1353757
Jan 19 15:57:22.595509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35118) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:22.607342 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-718d8d10-8d69-46d2-8c09-58d914c0a2f6 req-36cd65fd-e687-412c-a6cb-d8a45b73e0d6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639989
Jan 19 15:57:22.616042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.634696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:22.638751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Usage tracker for resource:security_group_rule and tenant:3f781fe6366e4f1fa10c9f9117ea5263 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:22.641854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:22.648414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:22.660426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35124) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:22.693682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.728098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:22.733883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:365a6d01ad084187a807a678b55749f1 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:22.737321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:22.744815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:22.764876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.768813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.781595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-719a6828-5176-47b8-84db-f24fde327157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:22.828845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f452cfed-635c-43e2-ac55-75682c7398f5,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:22.836793 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=3f781fe6366e4f1fa10c9f9117ea5263&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2374630
Jan 19 15:57:22.836793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:22.837141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35128) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:22.863888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.869094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.880243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-126373b0-ae58-4280-ae86-b45d9b3db246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:22.910126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:22.930168 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=365a6d01ad084187a807a678b55749f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2671878
Jan 19 15:57:22.931746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3736b0-f7e1-4612-ad50-5d7597d419cf,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:22.934108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35134) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:22.939236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:22.955544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.049659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.072560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.080212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c85ed9f-e8fc-47d3-97c5-8ecc63e4931c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:23.096648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.104794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f452cfed-635c-43e2-ac55-75682c7398f5,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:23.115375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:23.126867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.128091 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/f452cfed-635c-43e2-ac55-75682c7398f5 HTTP/1.1" status: 204  len: 168 time: 0.2900674
Jan 19 15:57:23.156749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.163073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-85885c29-e948-4e74-99db-a1061ff2ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:23.175580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3736b0-f7e1-4612-ad50-5d7597d419cf,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:23.179985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:23.183701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.184908 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/cd3736b0-f7e1-4612-ad50-5d7597d419cf HTTP/1.1" status: 204  len: 168 time: 0.2497087
Jan 19 15:57:23.454695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961dc1-bd45-4617-88d0-39be622a6a1a req-cff61efb-f642-47a1-8634-4327ebddef36 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:23.456985 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d6961dc1-bd45-4617-88d0-39be622a6a1a req-cff61efb-f642-47a1-8634-4327ebddef36 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1203644
Jan 19 15:57:23.500390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d821d784-d553-427d-a9fa-a593b0e97bb7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:57:23.528065 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d6961dc1-bd45-4617-88d0-39be622a6a1a req-69c51855-ba6d-4d2f-abc6-1fe3870537a0 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632503
Jan 19 15:57:23.600614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port d821d784-d553-427d-a9fa-a593b0e97bb7 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:57:23.607873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port d821d784-d553-427d-a9fa-a593b0e97bb7 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:57:23.608560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.801178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.853490 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port d821d784-d553-427d-a9fa-a593b0e97bb7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d821d784-d553-427d-a9fa-a593b0e97bb7,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:57:23.855322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd821d784-d553-427d-a9fa-a593b0e97bb7'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:57:23.871553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:23.874218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:23.960158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526af73-3e66-4b32-a561-416f143d8664 req-e3adcc19-2ae1-4e26-b426-2567d84ca60a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:23.962867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=d821d784-d553-427d-a9fa-a593b0e97bb7,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:23.969720 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e526af73-3e66-4b32-a561-416f143d8664 req-e3adcc19-2ae1-4e26-b426-2567d84ca60a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 945 time: 0.1666899
Jan 19 15:57:23.972932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.974194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.975376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.978397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.978813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.979200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.982470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.982638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.983178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.983573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.983954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.984327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.985015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.985386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.986177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.987672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.988059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.988597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.988899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.989299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.992620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.992620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.992620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.992620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:23.997891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:24.025295 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd821d784-d553-427d-a9fa-a593b0e97bb7', 'code': 200}
Jan 19 15:57:24.047873 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e526af73-3e66-4b32-a561-416f143d8664 req-85b1cca4-8e26-4a11-aa5d-1d73b3ef4293 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767639
Jan 19 15:57:24.420905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c737d-5b41-44d5-a8c3-1c12554f4297 req-57db1f04-a52d-4f05-8712-d5f9cc5ec01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:24.422752 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f03c737d-5b41-44d5-a8c3-1c12554f4297 req-57db1f04-a52d-4f05-8712-d5f9cc5ec01a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 1162 time: 0.1033766
Jan 19 15:57:24.466029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d821d784-d553-427d-a9fa-a593b0e97bb7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:57:24.492519 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f03c737d-5b41-44d5-a8c3-1c12554f4297 req-e440b0f5-ed09-4808-9f3e-1dfd4d67d813 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584881
Jan 19 15:57:24.850685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port d821d784-d553-427d-a9fa-a593b0e97bb7 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:57:24.851839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:24.916388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb0a94-d7fb-46b2-be67-f8e2c7f3af18 req-5becbf20-127e-46cc-8aca-7a440f5df830 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:24.918321 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7efb0a94-d7fb-46b2-be67-f8e2c7f3af18 req-5becbf20-127e-46cc-8aca-7a440f5df830 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1359532
Jan 19 15:57:24.992286 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7efb0a94-d7fb-46b2-be67-f8e2c7f3af18 req-07d60782-62a5-4988-ba74-7eb0a6376f6a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609763
Jan 19 15:57:25.361288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a111d-28bc-49d7-a6fc-a70e048ae7a7 req-c38437e2-e58d-4e54-8593-2625895a3e66 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:25.363284 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-280a111d-28bc-49d7-a6fc-a70e048ae7a7 req-c38437e2-e58d-4e54-8593-2625895a3e66 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 945 time: 0.1296391
Jan 19 15:57:25.425071 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-280a111d-28bc-49d7-a6fc-a70e048ae7a7 req-a033c52e-625e-46ee-bcb8-21a278dcc440 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546753
Jan 19 15:57:26.281940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d4c1e-07a3-4429-8ec0-c44814c877aa req-a9478bdf-1343-419d-8276-54817593767b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:26.283771 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bb3d4c1e-07a3-4429-8ec0-c44814c877aa req-a9478bdf-1343-419d-8276-54817593767b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1302326
Jan 19 15:57:26.349357 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bb3d4c1e-07a3-4429-8ec0-c44814c877aa req-7f34b382-cfc9-45c1-a5a5-689ac1646c59 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577619
Jan 19 15:57:26.762464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b21219-c550-4f32-b29c-a247c29a7ced req-e066417d-5c27-48df-bb6c-1767924200ef tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:26.781824 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a8b21219-c550-4f32-b29c-a247c29a7ced req-e066417d-5c27-48df-bb6c-1767924200ef tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 945 time: 0.1933873
Jan 19 15:57:26.842452 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a8b21219-c550-4f32-b29c-a247c29a7ced req-8febbfca-e427-4f46-a6c5-ecb63742fa3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690060
Jan 19 15:57:26.969975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8a5317ff-2866-4d88-b9ff-94787e737264 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:57:27.090297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 8a5317ff-2866-4d88-b9ff-94787e737264 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:57:27.090739 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:27.234969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d821d784-d553-427d-a9fa-a593b0e97bb7 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:57:27.314768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port d821d784-d553-427d-a9fa-a593b0e97bb7 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:57:27.315314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:27.623248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fe141-5972-46dd-8c67-dad7db6cf569 req-5f62ed15-6954-41d1-8614-72762bb33b69 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:27.625003 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e8fe141-5972-46dd-8c67-dad7db6cf569 req-5f62ed15-6954-41d1-8614-72762bb33b69 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1136220
Jan 19 15:57:27.690929 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e8fe141-5972-46dd-8c67-dad7db6cf569 req-c94cd6e2-07bd-454c-b181-2e693399af3a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541863
Jan 19 15:57:28.950543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c183-4775-4bdc-94cd-c1b7d1d4d691 req-6c89524f-796d-4f2b-bab4-46d7d330897e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:28.952249 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a2c5c183-4775-4bdc-94cd-c1b7d1d4d691 req-6c89524f-796d-4f2b-bab4-46d7d330897e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1173828
Jan 19 15:57:29.015048 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a2c5c183-4775-4bdc-94cd-c1b7d1d4d691 req-ba993323-a797-4ba5-be7f-3992314503dd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553977
Jan 19 15:57:29.922132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35334) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:30.086151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:30.103172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:30.107385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Usage tracker for resource:security_group_rule and tenant:195448882a714f42abfadfdcd885064f is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:30.110756 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:30.117906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:30.283258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:30.289441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:30.306380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-670862e5-79dd-4521-bd6a-03cbd0fac723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:30.370527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902a424-7652-4761-9c50-478c766dbd85 req-78c0c6f4-9c1b-4706-84a4-25804d5f4fe5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:30.372524 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2902a424-7652-4761-9c50-478c766dbd85 req-78c0c6f4-9c1b-4706-84a4-25804d5f4fe5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1990447
Jan 19 15:57:30.389201 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=195448882a714f42abfadfdcd885064f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4633896
Jan 19 15:57:30.389617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35350) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:30.404622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c30bbb-4531-47ec-9fbf-a5386fb90362,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:30.410347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:30.440021 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2902a424-7652-4761-9c50-478c766dbd85 req-c12d2082-75fc-49fe-89be-f4a3ca01a63d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563400
Jan 19 15:57:30.486024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:30.516659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:30.565747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:30.571737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e9c9576d-6504-4791-a61f-92177837a2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:30.588489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c30bbb-4531-47ec-9fbf-a5386fb90362,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:30.599344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:30.607544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:30.608798 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/14c30bbb-4531-47ec-9fbf-a5386fb90362 HTTP/1.1" status: 204  len: 168 time: 0.2179198
Jan 19 15:57:30.987398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35362) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:31.009235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:31.025387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:31.029663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Usage tracker for resource:security_group_rule and tenant:e88a4c293af74f96a26cce481c82ede4 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:31.033018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:31.039222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:31.139097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:31.143101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:31.155232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-64d65c05-69ad-4b7e-9bec-1975a2df60a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:31.199167 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=e88a4c293af74f96a26cce481c82ede4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2104800
Jan 19 15:57:31.201882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35374) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:31.206024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd4cd4f-28cb-43f2-a6c6-5c028bdd68c5,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:31.230623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:31.281680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:31.319567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:31.376310 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:31.382412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-720f2d83-c8fb-48b0-9bdd-bfe04c7ca730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:31.397021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd4cd4f-28cb-43f2-a6c6-5c028bdd68c5,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:31.401268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:31.407252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:31.409798 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/ebd4cd4f-28cb-43f2-a6c6-5c028bdd68c5 HTTP/1.1" status: 204  len: 168 time: 0.2056270
Jan 19 15:57:31.783937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9a4d-96b6-4ad9-8b2c-8cf69c009da2 req-edcdece6-7313-44a4-9e51-d6cd94cd8a86 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:31.786154 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-06dc9a4d-96b6-4ad9-8b2c-8cf69c009da2 req-edcdece6-7313-44a4-9e51-d6cd94cd8a86 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1831346
Jan 19 15:57:31.850347 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-06dc9a4d-96b6-4ad9-8b2c-8cf69c009da2 req-f9d09f0e-b2e0-4303-94b0-9d7235b71c7d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571120
Jan 19 15:57:33.093270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08761bf3-ac70-4faa-a0bd-6f75d4aedbdb req-199872e5-a71d-4af0-87bc-530f786be8da tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:33.095017 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-08761bf3-ac70-4faa-a0bd-6f75d4aedbdb req-199872e5-a71d-4af0-87bc-530f786be8da tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1064184
Jan 19 15:57:33.150198 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-08761bf3-ac70-4faa-a0bd-6f75d4aedbdb req-996ebcbd-64bf-4c0c-aa92-bc7b5f83ccc7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481889
Jan 19 15:57:34.205331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35520) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:34.395801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:34.412766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:34.416917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:5d56bee85b084aada4cdd00212ca4699 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:34.420176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:34.427660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:34.428770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d0552-5ca1-4149-80f7-fece2fad417e req-81f89e85-1315-4726-b3ab-565eaf984c8a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:34.430906 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3d3d0552-5ca1-4149-80f7-fece2fad417e req-81f89e85-1315-4726-b3ab-565eaf984c8a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1257994
Jan 19 15:57:34.492525 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3d3d0552-5ca1-4149-80f7-fece2fad417e req-3b1c86f3-65ea-446d-8f35-5770d473e599 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549824
Jan 19 15:57:34.522674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:34.525893 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:34.539354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9fb87559-8c15-490d-accb-9da710db09eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:34.585032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35536) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:34.585032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35534) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:34.586760 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5d56bee85b084aada4cdd00212ca4699&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3740606
Jan 19 15:57:34.596897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49692c9a-5059-4b88-9033-96ef5545e339,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:34.604691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:34.664514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:34.708647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:34.758602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:34.764051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8d6c9ffc-62bd-4dd0-8672-815c9cbbf77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:34.987727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49692c9a-5059-4b88-9033-96ef5545e339,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:34.995170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:35.001600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.011575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.012779 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/49692c9a-5059-4b88-9033-96ef5545e339 HTTP/1.1" status: 204  len: 168 time: 0.4248953
Jan 19 15:57:35.022557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:35.033824 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Usage tracker for resource:security_group_rule and tenant:57c5d719978045a0ab46d3bb3e670319 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:35.041866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:35.048758 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:35.148509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.151668 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.162741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9e782c53-15ba-4130-86ea-87de10740f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:35.199230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35556) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:35.199348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=57c5d719978045a0ab46d3bb3e670319&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6132839
Jan 19 15:57:35.218811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8a7c8-afa0-42cb-b273-be04b83eb2f5,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:35.226725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:35.290072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.321414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.370510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.376138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:35.399919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8a7c8-afa0-42cb-b273-be04b83eb2f5,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:35.402527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:35.403965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.415227 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7cb8a7c8-afa0-42cb-b273-be04b83eb2f5 HTTP/1.1" status: 204  len: 168 time: 0.2135723
Jan 19 15:57:35.441441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35562) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:35.463314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.480677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:35.484743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e81dc848d648779df7a433667fd1b0 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:35.487736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:35.494744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:35.608042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.611069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.621815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:35.658644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399fc27f-aefb-4b52-9e61-e90503a8ae17,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:35.664314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:35.693564 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f1e81dc848d648779df7a433667fd1b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2497187
Jan 19 15:57:35.694298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35570) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:35.827585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c04b16-5a76-4d63-b7e3-3e7a293ce0ef req-b28a3e7f-77b8-48da-85de-f7c82b7d59fd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:35.846754 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-35c04b16-5a76-4d63-b7e3-3e7a293ce0ef req-b28a3e7f-77b8-48da-85de-f7c82b7d59fd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1974516
Jan 19 15:57:35.853757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.913324 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-35c04b16-5a76-4d63-b7e3-3e7a293ce0ef req-29d6a01b-8ed6-43c6-a79b-c945867377a3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655508
Jan 19 15:57:35.916457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.966318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.971580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ec99d692-0a58-4cd6-b4e5-6d7efb53b3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:35.974459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35576) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:35.987087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399fc27f-aefb-4b52-9e61-e90503a8ae17,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:35.991166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:35.992445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:35.995461 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/399fc27f-aefb-4b52-9e61-e90503a8ae17 HTTP/1.1" status: 204  len: 168 time: 0.2996705
Jan 19 15:57:36.000314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:36.023214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:36.034768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Usage tracker for resource:security_group_rule and tenant:a509bcc7de2548d894cd80464e25ccd4 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:36.039948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:36.047366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:36.153765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:36.156722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:36.169793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4673f371-067b-4256-9d16-03644418a369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:36.201566 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a509bcc7de2548d894cd80464e25ccd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2259965
Jan 19 15:57:36.204621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35586) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:36.218502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f700d-576b-4214-b6d2-674f5290b89d,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:36.222489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:36.279931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:36.322689 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:36.373629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:36.378487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9b57ebe4-d5f6-4c4a-b963-aa2f62a02217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:36.393294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f700d-576b-4214-b6d2-674f5290b89d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:36.404032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.404484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.404887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.405345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.405633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.406184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.406640 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.406921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.407401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.407780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.408155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.408734 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.409074 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.409523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.409845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.410219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.410600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.411676 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.412125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.412495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.412864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.413237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.413605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.414112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:57:36.418002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:36.418525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:36.423589 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c21625a3-5db8-452b-9660-e417333ada50 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/591f700d-576b-4214-b6d2-674f5290b89d HTTP/1.1" status: 204  len: 168 time: 0.2139823
Jan 19 15:57:37.277517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ccf1f-d139-4a30-9931-e693814fff03 req-3438140c-ee24-4795-b2f5-fbcdf350203d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:37.279591 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b03ccf1f-d139-4a30-9931-e693814fff03 req-3438140c-ee24-4795-b2f5-fbcdf350203d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1842546
Jan 19 15:57:37.345051 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b03ccf1f-d139-4a30-9931-e693814fff03 req-a9b4a3e2-23ef-428c-ae47-1f5b87e7e97e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533612
Jan 19 15:57:37.584009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35642) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:37.749987 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1264804-network', 'tenant_id': '621e322fcc0e43b2ae304022e71c3141'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:37.759479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:37.766700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Usage tracker for resource:network and tenant:621e322fcc0e43b2ae304022e71c3141 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:37.771179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:37.782416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:37.793672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Made reservation on behalf of 621e322fcc0e43b2ae304022e71c3141 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:37.798019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:37.813912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:37.831325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:37.839295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Usage tracker for resource:security_group_rule and tenant:621e322fcc0e43b2ae304022e71c3141 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:37.842899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:37.852813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:37.959523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:37.963746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:37.968740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8917cdbc-164b-4d22-9c0a-cbdfc44b64c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:38.003370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:57:38.018618 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a98609-f000-444e-a1e4-7038ac7d9414,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:38.023999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:38.025078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:38.025522 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Added segment d5dab6ac-1220-456c-955f-0790ff6f6a44 of type vxlan for network 95199851-ec51-4727-b589-cf139fb40434
Jan 19 15:57:38.067210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:38.115852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:38.117579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:38.118728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:38.126245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-36433301-d7a1-4add-9027-da6551f5b873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:38.261462 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 0.6756899
Jan 19 15:57:38.261953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35672) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:38.273024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Pushing event updated for resources: {'Network': ['ID=95199851-ec51-4727-b589-cf139fb40434,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:38.274541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Request body: {'subnet': {'network_id': '95199851-ec51-4727-b589-cf139fb40434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1264804-subnet', 'tenant_id': '621e322fcc0e43b2ae304022e71c3141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:38.278130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:38.287437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 95199851-ec51-4727-b589-cf139fb40434 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:38.289971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:38.294450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Usage tracker for resource:subnet and tenant:621e322fcc0e43b2ae304022e71c3141 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:38.297491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:38.304877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:38.320628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Made reservation on behalf of 621e322fcc0e43b2ae304022e71c3141 for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:38.332248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777862'] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:38.451538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 95199851-ec51-4727-b589-cf139fb40434 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:38.606172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-755a9e09-aa6d-4f5c-8d71-a3369a4f7303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:38.690898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a70a9-b80c-4582-9b11-0439344d31f9 req-55f7537a-4d76-4035-9ab3-4047eb117c1d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:38.693310 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-de0a70a9-b80c-4582-9b11-0439344d31f9 req-55f7537a-4d76-4035-9ab3-4047eb117c1d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1381309
Jan 19 15:57:38.766167 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-de0a70a9-b80c-4582-9b11-0439344d31f9 req-63a82cdd-08cc-4a4d-8959-c3aa30a316e1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664740
Jan 19 15:57:38.883475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2314642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777833'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:38.902961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c4430647-454e-4d21-acbe-e1cca58901b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:39.040086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10031a37-d2bb-431f-8bfd-71ad74787022,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:39.048657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:39.144065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Checking segment: {'id': 'd5dab6ac-1220-456c-955f-0790ff6f6a44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '95199851-ec51-4727-b589-cf139fb40434'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:57:39.144597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Network hostable DHCP agents. Network: 95199851-ec51-4727-b589-cf139fb40434, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:57:39.171614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Network 95199851-ec51-4727-b589-cf139fb40434 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:57:39.183166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 95199851-ec51-4727-b589-cf139fb40434) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:57:39.201801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042a622-3106-40c5-abc9-131d30dd116c None None] Network 95199851-ec51-4727-b589-cf139fb40434 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:39.217992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:39.218943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:39.271600 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.9961286
Jan 19 15:57:39.481389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f33999-9430-4d72-b5df-496742f656f0 None None] Network 95199851-ec51-4727-b589-cf139fb40434 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:40.022011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adde6d5-9525-441b-9291-929179ef7610 req-96bc1952-1c56-4288-8abc-0c7db63b8016 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:40.023724 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7adde6d5-9525-441b-9291-929179ef7610 req-96bc1952-1c56-4288-8abc-0c7db63b8016 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1216056
Jan 19 15:57:40.086857 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7adde6d5-9525-441b-9291-929179ef7610 req-0084f2d4-542d-4f42-bde7-0ff5f191fc8f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567985
Jan 19 15:57:40.156272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35714) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:40.162128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-658866093-network', 'tenant_id': '0462516c6ed24d66bda892dc1e47ae7b'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:40.167430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:40.175694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Usage tracker for resource:network and tenant:0462516c6ed24d66bda892dc1e47ae7b is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:40.179193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:40.185489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:40.196994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Made reservation on behalf of 0462516c6ed24d66bda892dc1e47ae7b for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:40.202193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.217029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.233099 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:40.237137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Usage tracker for resource:security_group_rule and tenant:0462516c6ed24d66bda892dc1e47ae7b is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:40.241538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:40.247897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:40.346286 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.349694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.354424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-07739f21-6251-4b63-9379-a1f3444df8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:40.385657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 15:57:40.405528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7ecd00-265c-4313-a071-a891af078c7d,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:40.405528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.405528 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Added segment 70601fb9-d9bd-4218-ab6e-9c626f39a068 of type vxlan for network 2035de3e-03fb-46ec-84d3-c029cbf96032
Jan 19 15:57:40.410727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:40.439187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.471166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.472461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:40.473839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.487406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-14634576-277f-4477-b8ef-8d3bb5162b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:40.592363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Pushing event updated for resources: {'Network': ['ID=2035de3e-03fb-46ec-84d3-c029cbf96032,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:40.597346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:40.604171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 2035de3e-03fb-46ec-84d3-c029cbf96032 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:40.614623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35732) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:40.615653 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4582977
Jan 19 15:57:40.623518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Request body: {'subnet': {'network_id': '2035de3e-03fb-46ec-84d3-c029cbf96032', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-658866093-subnet', 'tenant_id': '0462516c6ed24d66bda892dc1e47ae7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:40.640501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:40.646734 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 2035de3e-03fb-46ec-84d3-c029cbf96032 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:57:40.652335 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Usage tracker for resource:subnet and tenant:0462516c6ed24d66bda892dc1e47ae7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:40.661941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:40.702442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:40.734662 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Made reservation on behalf of 0462516c6ed24d66bda892dc1e47ae7b for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:40.746529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2647827'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:40.925663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d50861f5-341f-455b-b3ab-2c772c435228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:41.258949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852201202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2647932'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:41.272260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:41.279194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2f07b7e1-32d9-45ba-a564-cefa84fdb595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:41.344972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87918f2-2b64-4b07-983a-708c6dd84f55 req-ef9388ff-6121-46a2-86a6-b66564172cf1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:41.346869 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b87918f2-2b64-4b07-983a-708c6dd84f55 req-ef9388ff-6121-46a2-86a6-b66564172cf1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1191919
Jan 19 15:57:41.410233 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b87918f2-2b64-4b07-983a-708c6dd84f55 req-0029f03f-13ac-4d14-9786-fc2bb42544bb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556426
Jan 19 15:57:41.619339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e104ef6-2584-429c-ae98-eab7e685fa07,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:41.623683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:41.704032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Checking segment: {'id': '70601fb9-d9bd-4218-ab6e-9c626f39a068', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2035de3e-03fb-46ec-84d3-c029cbf96032'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:57:41.704745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Network hostable DHCP agents. Network: 2035de3e-03fb-46ec-84d3-c029cbf96032, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 15:57:41.725616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Network 2035de3e-03fb-46ec-84d3-c029cbf96032 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 15:57:41.735781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 2035de3e-03fb-46ec-84d3-c029cbf96032) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:57:41.746771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c878ace-205b-4265-af15-6c35c5d6a4cc None None] Network 2035de3e-03fb-46ec-84d3-c029cbf96032 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:41.750356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:41.750637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:41.776342 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-dd890121-0fbb-488e-8f1d-ff3e800dcb59 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1604788
Jan 19 15:57:41.995361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbfb8d-5f0d-4999-afd9-d536a957f571 None None] Network 2035de3e-03fb-46ec-84d3-c029cbf96032 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 15:57:42.299300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:42.447319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:42.694807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bcfc7-5cff-43b2-b3c0-5797d09c12fa req-cd08aa33-9f0f-4e80-9ec2-62b7d7d46e38 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:42.698692 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e58bcfc7-5cff-43b2-b3c0-5797d09c12fa req-cd08aa33-9f0f-4e80-9ec2-62b7d7d46e38 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1388035
Jan 19 15:57:42.766981 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e58bcfc7-5cff-43b2-b3c0-5797d09c12fa req-9e5167a8-42dd-47c9-8d5b-4d45e08b6b90 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585935
Jan 19 15:57:44.040297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6555fb-8443-4de6-9873-8dcc159bdfce req-e75fa940-27b1-4ae8-9b2b-775e9d62e86e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:44.042074 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6e6555fb-8443-4de6-9873-8dcc159bdfce req-e75fa940-27b1-4ae8-9b2b-775e9d62e86e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1298838
Jan 19 15:57:44.102067 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6e6555fb-8443-4de6-9873-8dcc159bdfce req-2c09934b-605d-4428-8b35-45e982b14d6f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479836
Jan 19 15:57:45.357272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804c6b-1e34-47e5-84f6-52ac92d4c515 req-f0241252-59d9-4bd5-983a-2da21a7237fe tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:45.359018 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-36804c6b-1e34-47e5-84f6-52ac92d4c515 req-f0241252-59d9-4bd5-983a-2da21a7237fe tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1086221
Jan 19 15:57:45.406345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:57:45.417434 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-36804c6b-1e34-47e5-84f6-52ac92d4c515 req-716b4034-18c6-41e1-8f0c-a1a0c7ae7820 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512586
Jan 19 15:57:46.662384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0ecef-db29-4b67-9ac3-c145c10763e1 req-a80ca40d-0a90-47d3-824c-956ae9f8efd3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:46.664092 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-93d0ecef-db29-4b67-9ac3-c145c10763e1 req-a80ca40d-0a90-47d3-824c-956ae9f8efd3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1056874
Jan 19 15:57:46.717644 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-93d0ecef-db29-4b67-9ac3-c145c10763e1 req-ab8bedeb-71ad-4952-82f6-335645cc715f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471752
Jan 19 15:57:47.973936 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1960f6e-322b-4c4d-a8dd-242c175e9741 req-1171bea5-0741-4bfd-abee-9cd33fe2f2db tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:47.975490 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d1960f6e-322b-4c4d-a8dd-242c175e9741 req-1171bea5-0741-4bfd-abee-9cd33fe2f2db tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1152289
Jan 19 15:57:48.031662 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d1960f6e-322b-4c4d-a8dd-242c175e9741 req-fd8d37d3-325e-4795-921b-c7c48a5de3f7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496874
Jan 19 15:57:49.293282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e9e14-812d-4c1e-b936-261b18936525 req-32d2618f-87f3-49c7-b294-13517a737fdd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:49.294879 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ea6e9e14-812d-4c1e-b936-261b18936525 req-32d2618f-87f3-49c7-b294-13517a737fdd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1090348
Jan 19 15:57:49.351216 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ea6e9e14-812d-4c1e-b936-261b18936525 req-a76dd9d2-ab1a-48c6-a6f8-d695f5521c20 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488172
Jan 19 15:57:49.985590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-105e212a-82a4-4e15-bb7a-8285c6311d4a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:49.987319 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-105e212a-82a4-4e15-bb7a-8285c6311d4a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.1876471
Jan 19 15:57:50.005331 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1570177a-e0cf-4760-9563-ddca3272782c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/quotas/9c0936ff679b445f8797ddda81826c2a HTTP/1.1" status: 200  len: 375 time: 0.0103137
Jan 19 15:57:50.117780 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-e1db2e22-c420-4310-91b1-e240ba8ce35c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1063039
Jan 19 15:57:50.278518 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-8fedfa23-99d7-4e3e-9526-e489b247e22c service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529050
Jan 19 15:57:50.467521 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-3b7cdc51-0a8c-494b-af38-94322a0455dc service neutron] 10.222.0.122 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1779261
Jan 19 15:57:50.627661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35926) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:50.639757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d8d15-a6fb-4084-bc5a-1797da1dd6f7 req-3bf42b5f-b7f2-44f8-ba9e-aec27f114e4b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:50.648629 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc6d8d15-a6fb-4084-bc5a-1797da1dd6f7 req-3bf42b5f-b7f2-44f8-ba9e-aec27f114e4b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1467376
Jan 19 15:57:50.743895 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc6d8d15-a6fb-4084-bc5a-1797da1dd6f7 req-bb864892-bf8f-4c39-9057-40fa05ba9a09 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939362
Jan 19 15:57:50.930868 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfa3da50-d5eb-4d4c-a6d4-c3c782b7a8cb req-6773212d-4eac-481a-b941-4a2e70e8d593 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0923805
Jan 19 15:57:50.993244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.011406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:51.017294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Usage tracker for resource:security_group_rule and tenant:2ef275301903479983e51badbb7b6f95 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:51.023858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:51.031081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:51.125101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.127278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.138124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-92687c72-926a-4d4e-b27e-814c5daccd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:51.183179 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=2ef275301903479983e51badbb7b6f95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5545061
Jan 19 15:57:51.184964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd51f5-1c2f-492b-9d16-0894f5bf21bc,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:51.186040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35954) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:51.188383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:51.259341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.290737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.342650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.349556 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c57b825-e6a1-4762-a6e8-a58cd7ba6da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:51.364718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd51f5-1c2f-492b-9d16-0894f5bf21bc,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:51.366374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.367603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:51.369130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.370503 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/b2cd51f5-1c2f-492b-9d16-0894f5bf21bc HTTP/1.1" status: 204  len: 168 time: 0.1832867
Jan 19 15:57:51.675705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fde9b-d848-4ed0-8e56-fa2d34c5c278 req-22921640-a904-43ec-9535-c0c5856e90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:51.677925 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d6fde9b-d848-4ed0-8e56-fa2d34c5c278 req-22921640-a904-43ec-9535-c0c5856e90c0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1162 time: 0.0857651
Jan 19 15:57:51.739298 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d6fde9b-d848-4ed0-8e56-fa2d34c5c278 req-911cab7a-a5db-450b-b4c4-92636c690ce6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528469
Jan 19 15:57:51.760606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 35966) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:51.779438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.795845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:51.802186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Usage tracker for resource:security_group_rule and tenant:e9042a91401b430f9bda9420eed3cb90 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:57:51.805291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:57:51.811157 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:51.915139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.919188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:51.929470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-17f9255e-a76d-4c62-b035-21d981966468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:51.976153 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=e9042a91401b430f9bda9420eed3cb90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2143760
Jan 19 15:57:51.979636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 35980) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:57:51.980751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9c73c9-6a9c-4a5e-828f-b1c1e86d15f6,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:51.984678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:52.058455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b15df-a1cb-4f3e-a3cb-97be69846240 req-1eb499d1-6325-4fc7-94b5-e72771cfae5c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:52.060304 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-690b15df-a1cb-4f3e-a3cb-97be69846240 req-1eb499d1-6325-4fc7-94b5-e72771cfae5c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1525278
Jan 19 15:57:52.125141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:52.151630 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-690b15df-a1cb-4f3e-a3cb-97be69846240 req-c39f92c5-2373-4a29-9bcd-8dcc79fa5f66 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847502
Jan 19 15:57:52.171837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:52.234531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:52.242530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b408fbe1-1cc1-4f51-8248-8ad66b531592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:52.257717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9c73c9-6a9c-4a5e-828f-b1c1e86d15f6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:52.280827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:52.281723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:52.282974 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/df9c73c9-6a9c-4a5e-828f-b1c1e86d15f6 HTTP/1.1" status: 204  len: 168 time: 0.3008804
Jan 19 15:57:52.372083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88d69f5-2ed7-4982-8eac-72b2b1dc4786 req-51cb48a8-559c-46a5-8738-8f22fa75c6fa tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0563781
Jan 19 15:57:52.851604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-5a8e72b4-3dec-477a-85bd-91391e4299ec tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:52.853366 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-5a8e72b4-3dec-477a-85bd-91391e4299ec tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 813 time: 0.2296124
Jan 19 15:57:52.896746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Request body: {'port': {'device_id': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d', 'admin_state_up': True, 'tenant_id': '9c0936ff679b445f8797ddda81826c2a'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:53.069299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:57:53.079505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:57:53.090111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Made reservation on behalf of 9c0936ff679b445f8797ddda81826c2a for: {'port': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:57:53.102989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:53.418971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edbbec-1762-4ef0-a787-064d085c0e32 req-1b1dd822-eff9-4718-a4ba-c604304d3f62 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:53.428067 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d3edbbec-1762-4ef0-a787-064d085c0e32 req-1b1dd822-eff9-4718-a4ba-c604304d3f62 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1325409
Jan 19 15:57:53.480824 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Allocated IP 172.20.0.4 (6bb901bc-5abd-4a67-8841-df604b84b61d/66f1fbf3-d32f-4d54-847a-da6ce874e88d/d1fac5c0-02ff-43fb-b15a-919224c293c6) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:57:53.491703 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d3edbbec-1762-4ef0-a787-064d085c0e32 req-8a8cff9c-e6bb-44ed-9904-bfb98d3ebae0 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623574
Jan 19 15:57:53.691121 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfb854d6-8a15-4e02-9cd8-fcbcc39638d1 req-2980678f-7988-49a8-a12d-2e46ef72f12e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.1163356
Jan 19 15:57:53.796812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:53.834068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:53.859781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:54.005809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event updated for resources: {'Port': ['ID=d1fac5c0-02ff-43fb-b15a-919224c293c6,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:54.010216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:54.067991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Network 6bb901bc-5abd-4a67-8841-df604b84b61d is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:57:54.069344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:57:54.072082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:57:54.177565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:54.178328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:54.212033 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-0b8daa83-f634-40fe-8a97-e1a494ce453a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3201814
Jan 19 15:57:54.241393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Request body: {'port': {'device_id': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:57:54.385926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:54.823514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36723a-0e74-4207-ac79-3f51fd1f65a6 req-6a635d6d-8a07-4b83-849d-34456fa576c3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:54.825280 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8d36723a-0e74-4207-ac79-3f51fd1f65a6 req-6a635d6d-8a07-4b83-849d-34456fa576c3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1256845
Jan 19 15:57:54.882780 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8d36723a-0e74-4207-ac79-3f51fd1f65a6 req-812be2b7-da78-4560-93b1-24a02e25fde2 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507166
Jan 19 15:57:54.978854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fac5c0-02ff-43fb-b15a-919224c293c6 {{(pid=80060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:57:54.990674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:55.008548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Transition to ACTIVE for port object d1fac5c0-02ff-43fb-b15a-919224c293c6 will not be triggered until provisioned by entity L2. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:57:55.013267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:55.030230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f4b8d59a-1561-4f11-a2aa-9591cb309034 tempest-DeleteServersTestJSON-314282908 tempest-DeleteServersTestJSON-314282908] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:55.104438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8c7a5-e96d-4dbc-a39a-c2938a3a02b6 req-0ab51525-0ae6-43d6-afbd-72d3d5b1d310 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:55.105216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-17a8c7a5-e96d-4dbc-a39a-c2938a3a02b6 req-0ab51525-0ae6-43d6-afbd-72d3d5b1d310 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:57:55.130262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810a614-bb34-4bd4-9208-03758faf11c0 req-ae8a7480-7c99-47d3-ba43-136f02359c95 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:55.132055 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5810a614-bb34-4bd4-9208-03758faf11c0 req-ae8a7480-7c99-47d3-ba43-136f02359c95 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1080050
Jan 19 15:57:55.193698 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5810a614-bb34-4bd4-9208-03758faf11c0 req-6d8e6bc3-8491-4aea-80a9-ec658d17e7e1 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550952
Jan 19 15:57:55.513945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-17a8c7a5-e96d-4dbc-a39a-c2938a3a02b6 req-0ab51525-0ae6-43d6-afbd-72d3d5b1d310 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:57:55.515376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-17a8c7a5-e96d-4dbc-a39a-c2938a3a02b6 req-0ab51525-0ae6-43d6-afbd-72d3d5b1d310 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 931 time: 0.6570706
Jan 19 15:57:55.532384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1fac5c0-02ff-43fb-b15a-919224c293c6,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:55.540733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:55.615204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-17a8c7a5-e96d-4dbc-a39a-c2938a3a02b6 req-332b3759-576c-4794-b267-313458d466a9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798833
Jan 19 15:57:55.807665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Attempting to bind port d1fac5c0-02ff-43fb-b15a-919224c293c6 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:57:55.808425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Attempting to bind port d1fac5c0-02ff-43fb-b15a-919224c293c6 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:57:55.810028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Attempting to bind port d1fac5c0-02ff-43fb-b15a-919224c293c6 on network 6bb901bc-5abd-4a67-8841-df604b84b61d {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:57:55.818693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:57:55.820812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Checking segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:57:55.821383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:55.821953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Bound using segment: {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'} {{(pid=80060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:57:55.822586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Bound port: d1fac5c0-02ff-43fb-b15a-919224c293c6, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b595d70-a531-48ed-b913-5e70a3247fc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6bb901bc-5abd-4a67-8841-df604b84b61d'}}] {{(pid=80060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:57:55.823297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:55.935515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] For port d1fac5c0-02ff-43fb-b15a-919224c293c6, host hv-cinder-66710, cleared binding levels {{(pid=80060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:57:55.938709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] For port d1fac5c0-02ff-43fb-b15a-919224c293c6, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d1fac5c0-02ff-43fb-b15a-919224c293c6,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:57:55.942466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:55.959181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1820e521-4ec4-44ab-97e1-d64f0775066e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:57:56.104792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Pushing event updated for resources: {'Port': ['ID=d1fac5c0-02ff-43fb-b15a-919224c293c6,revision_number=3']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:57:56.108542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:57:56.156678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:56.157346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:57:56.158994 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] 10.222.0.85 "PUT /v2.0/ports/d1fac5c0-02ff-43fb-b15a-919224c293c6 HTTP/1.1" status: 200  len: 1157 time: 1.9255099
Jan 19 15:57:56.159560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'tag': 'd1fac5c0-02ff-43fb-b15a-919224c293c6'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:57:56.223550 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'tag': 'd1fac5c0-02ff-43fb-b15a-919224c293c6', 'status': 'completed', 'code': 200}
Jan 19 15:57:56.393067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-c780f2c7-c3d1-41f2-ba52-c0fe86e2ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:56.394701 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-c780f2c7-c3d1-41f2-ba52-c0fe86e2ae21 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 1160 time: 0.0858843
Jan 19 15:57:56.487844 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-4e68a262-292d-4f84-9455-4a48671f1eb7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fac5c0-02ff-43fb-b15a-919224c293c6 HTTP/1.1" status: 200  len: 217 time: 0.0687394
Jan 19 15:57:56.564386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-f1c8761a-21f3-4f93-bb7f-52f175d8de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:56.566019 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-f1c8761a-21f3-4f93-bb7f-52f175d8de26 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0701683
Jan 19 15:57:56.622434 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-efbcdff1-2f85-4afe-9648-efa2b3d33ae4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481646
Jan 19 15:57:56.867077 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-bea23133-c3b1-4731-b141-03626bc7d746 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276022
Jan 19 15:57:56.990511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ff1a3-2702-4a9b-887a-c17f979eb657 req-1151580d-d5c6-4ba3-a1f6-40e00a29cf1a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:56.992383 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-184ff1a3-2702-4a9b-887a-c17f979eb657 req-1151580d-d5c6-4ba3-a1f6-40e00a29cf1a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.2271140
Jan 19 15:57:57.088218 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-184ff1a3-2702-4a9b-887a-c17f979eb657 req-ab7ae02e-ef82-45b6-9027-31fe55e984b2 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888407
Jan 19 15:57:57.112915 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5e919fb-7df1-40f2-a096-70f24e03efe1 req-c4e9fd09-4b73-4cde-9eea-648693e38635 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2332656
Jan 19 15:57:57.365514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-5d70d9a1-c7a3-40b2-9306-3ad14430fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:57.367191 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-5d70d9a1-c7a3-40b2-9306-3ad14430fd01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 1160 time: 0.1152205
Jan 19 15:57:57.585064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-378492d2-28d7-455e-b846-305a3bd11a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:57.586767 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-378492d2-28d7-455e-b846-305a3bd11a40 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1901658
Jan 19 15:57:57.764626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-34ef752b-8c84-4a24-acf3-02dea034bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:57.772192 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-34ef752b-8c84-4a24-acf3-02dea034bf48 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1162 time: 0.2056592
Jan 19 15:57:57.816110 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-02efb61f-4ec2-4548-bdd0-db187059f558 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fac5c0-02ff-43fb-b15a-919224c293c6 HTTP/1.1" status: 200  len: 217 time: 0.2197490
Jan 19 15:57:57.904328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f102dd-dd60-4a05-bcbf-ed61ed0fd3a6 req-d7f70865-f644-4345-b9fb-831eba9601c0 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:57.906274 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b4f102dd-dd60-4a05-bcbf-ed61ed0fd3a6 req-d7f70865-f644-4345-b9fb-831eba9601c0 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1327438
Jan 19 15:57:57.963512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-a4b59c09-fbba-406f-8e6c-809537aba36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:57.964831 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b4f102dd-dd60-4a05-bcbf-ed61ed0fd3a6 req-7c7c35eb-f670-4cae-a605-dff0e1e84e02 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497749
Jan 19 15:57:57.965016 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-a4b59c09-fbba-406f-8e6c-809537aba36c service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1840672
Jan 19 15:57:58.341327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa2600-8fcb-482d-8e85-e122ba066b1e req-90cddf30-3b0b-410f-89dd-55502abbd642 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:58.343521 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d8aa2600-8fcb-482d-8e85-e122ba066b1e req-90cddf30-3b0b-410f-89dd-55502abbd642 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.1062543
Jan 19 15:57:58.414591 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d8aa2600-8fcb-482d-8e85-e122ba066b1e req-9e382813-f385-4b9e-9a45-12bc231ec621 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598359
Jan 19 15:57:59.210254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a394f-45fb-4b25-95b6-bd5959ee50b0 req-182931e6-1c4e-4a19-9d46-c5b18868143c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:59.211888 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d52a394f-45fb-4b25-95b6-bd5959ee50b0 req-182931e6-1c4e-4a19-9d46-c5b18868143c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1110568
Jan 19 15:57:59.264489 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d52a394f-45fb-4b25-95b6-bd5959ee50b0 req-8c61b97e-f6d7-4db2-be64-678fea832605 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461631
Jan 19 15:57:59.654750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb483a-507c-47d5-a824-03a8ad6d7b42 req-4159c506-cc62-4a6a-8708-8ac3fa74ed3a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:57:59.656483 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13eb483a-507c-47d5-a824-03a8ad6d7b42 req-4159c506-cc62-4a6a-8708-8ac3fa74ed3a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.1100819
Jan 19 15:57:59.718164 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13eb483a-507c-47d5-a824-03a8ad6d7b42 req-615cce51-9dbc-4c97-9fc3-e01ffd5ba043 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547562
Jan 19 15:58:00.525630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c706b-c9f0-47db-8c00-e32122c0c320 req-95b1568d-3ef0-4148-ade9-490dd063d031 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:00.527426 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9b2c706b-c9f0-47db-8c00-e32122c0c320 req-95b1568d-3ef0-4148-ade9-490dd063d031 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1201301
Jan 19 15:58:00.580300 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9b2c706b-c9f0-47db-8c00-e32122c0c320 req-b87baf30-5107-45d9-811f-951406c3fc73 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456774
Jan 19 15:58:00.996711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-63e864f0-871a-436f-84f6-1fe74d3dee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:00.998744 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-63e864f0-871a-436f-84f6-1fe74d3dee8d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0893922
Jan 19 15:58:00.999348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-e734e322-3830-4c6d-a7a5-141f84613ec8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 200  len: 217 time: 0.0792930
Jan 19 15:58:01.041302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85554f-ac12-4d80-951d-42d757125829 req-fbf7e7ea-d5fd-4fe0-a35f-cfc69817e329 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:01.043127 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f85554f-ac12-4d80-951d-42d757125829 req-fbf7e7ea-d5fd-4fe0-a35f-cfc69817e329 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.1910009
Jan 19 15:58:01.115817 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-60716837-8701-4d08-bede-25d45c1b27ac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605848
Jan 19 15:58:01.170400 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f85554f-ac12-4d80-951d-42d757125829 req-8f49a4da-2a5c-4bce-ad35-d35e98a32349 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199670
Jan 19 15:58:01.190222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-dc643bf3-c581-4255-9e78-e736c4e6d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:01.191872 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-dc643bf3-c581-4255-9e78-e736c4e6d03f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.1223280
Jan 19 15:58:01.251703 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-d16451cc-6ba9-49c8-9349-d0cd776d578d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522900
Jan 19 15:58:01.302177 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-2da9a49c-7f12-4cad-8871-ad3cdde99b5b service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703620
Jan 19 15:58:01.415632 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-c897d609-74bd-44c2-b5d5-b5a9c362ca95 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495607
Jan 19 15:58:01.456842 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48f72d92-6d33-43b7-a9cf-eb8785a6696e req-08ac3996-0927-4ed9-a34d-1f7386345c70 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435652
Jan 19 15:58:01.570889 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc7c1a7d-6b34-46a2-8391-15db5c6300e9 req-3ee54fd0-be1c-4d04-9f98-7cd612230578 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444855
Jan 19 15:58:01.819963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff6d72-4d39-443a-b3b7-99e546de1518 req-ef06eda9-a85f-42ee-ad2d-d9f56237d6cc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:01.821567 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-88ff6d72-4d39-443a-b3b7-99e546de1518 req-ef06eda9-a85f-42ee-ad2d-d9f56237d6cc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1045816
Jan 19 15:58:01.874757 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-88ff6d72-4d39-443a-b3b7-99e546de1518 req-173d14dd-47d8-4f6a-bbf6-04ea08ae0034 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465043
Jan 19 15:58:02.416331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718970c5-1e44-4bb1-9748-88eac3ea61d4 req-2870be3d-2b48-472a-b12e-ea1c7fe5c8a2 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:02.418091 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-718970c5-1e44-4bb1-9748-88eac3ea61d4 req-2870be3d-2b48-472a-b12e-ea1c7fe5c8a2 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.1124263
Jan 19 15:58:02.473747 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-718970c5-1e44-4bb1-9748-88eac3ea61d4 req-96c7c2aa-95fb-4c33-aa9a-ff6f9c2e7cfc tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483937
Jan 19 15:58:03.134686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30200c32-b71f-4a71-87c1-b7c6e8ebc54b req-33f8cb94-5486-4103-b009-ac5b97777633 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:03.136516 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-30200c32-b71f-4a71-87c1-b7c6e8ebc54b req-33f8cb94-5486-4103-b009-ac5b97777633 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1149089
Jan 19 15:58:03.195180 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-30200c32-b71f-4a71-87c1-b7c6e8ebc54b req-a864b433-6b7b-4d74-96e3-48b89d8594da tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514755
Jan 19 15:58:03.756739 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa1406-553b-4720-968d-4da981bee182 req-e3a91b0b-c87c-42fe-b225-479258f7665c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:03.758598 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-67fa1406-553b-4720-968d-4da981bee182 req-e3a91b0b-c87c-42fe-b225-479258f7665c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.1130188
Jan 19 15:58:04.000184 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-67fa1406-553b-4720-968d-4da981bee182 req-25cf024e-6575-4f56-b1c6-f5e23ba6bd2c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344739
Jan 19 15:58:04.438359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48872f00-2306-4f3d-a961-bf6a03b813dd req-ba8b72a6-711b-4534-9d70-9b858c6ad179 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:04.439783 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48872f00-2306-4f3d-a961-bf6a03b813dd req-ba8b72a6-711b-4534-9d70-9b858c6ad179 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1076508
Jan 19 15:58:04.497919 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48872f00-2306-4f3d-a961-bf6a03b813dd req-c6c66b09-6f47-48fb-b9b9-045f2ac7c8ab tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515566
Jan 19 15:58:05.242724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342cf74-6e38-4e86-82c3-be52719cc747 req-7ffce51c-33eb-4f53-8a03-2db64f3128be tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:05.244615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d342cf74-6e38-4e86-82c3-be52719cc747 req-7ffce51c-33eb-4f53-8a03-2db64f3128be tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.1045153
Jan 19 15:58:05.297322 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d342cf74-6e38-4e86-82c3-be52719cc747 req-4198f1cf-4db9-4d65-ac20-8a4c186ba5bb tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459137
Jan 19 15:58:05.753456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e5eb-57f5-4a16-b599-3ac68808be8a req-a8d256f5-e82f-4d17-9a9c-051682d80094 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:05.755276 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bad5e5eb-57f5-4a16-b599-3ac68808be8a req-a8d256f5-e82f-4d17-9a9c-051682d80094 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1246185
Jan 19 15:58:05.810495 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bad5e5eb-57f5-4a16-b599-3ac68808be8a req-d62acda8-ae08-45f2-a0b0-2662e5201698 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488749
Jan 19 15:58:06.545036 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f55ce-c6dc-4f16-bce4-8431b1e8bbee req-03c41797-8dcb-4a3f-9e69-107cf843848b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:06.546688 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1c8f55ce-c6dc-4f16-bce4-8431b1e8bbee req-03c41797-8dcb-4a3f-9e69-107cf843848b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 943 time: 0.1066735
Jan 19 15:58:06.603602 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1c8f55ce-c6dc-4f16-bce4-8431b1e8bbee req-4efa4a5b-0510-4e54-9770-57e637c50592 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497112
Jan 19 15:58:07.064696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b2ab5-2d29-4326-93b7-aa07db0b56fe req-d848aab8-8719-4f74-bc6f-3250d4cdd618 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:07.066440 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d35b2ab5-2d29-4326-93b7-aa07db0b56fe req-d848aab8-8719-4f74-bc6f-3250d4cdd618 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1136799
Jan 19 15:58:07.121335 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d35b2ab5-2d29-4326-93b7-aa07db0b56fe req-62fca50b-20d9-45b3-884f-0e3b3f0cd1cd tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478194
Jan 19 15:58:07.523328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d1fac5c0-02ff-43fb-b15a-919224c293c6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:07.597301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port d1fac5c0-02ff-43fb-b15a-919224c293c6 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:58:07.603387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port d1fac5c0-02ff-43fb-b15a-919224c293c6 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:07.603812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:07.738109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:07.772531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fac5c0-02ff-43fb-b15a-919224c293c6'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:58:07.783382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port d1fac5c0-02ff-43fb-b15a-919224c293c6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d1fac5c0-02ff-43fb-b15a-919224c293c6,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:58:07.787066 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:07.790566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:07.844221 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fac5c0-02ff-43fb-b15a-919224c293c6', 'code': 200}
Jan 19 15:58:07.864866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e31c77-dcf9-4e81-8391-b9062e2ec086 req-26ae0c77-db62-4fe1-9487-ee8b81f150e5 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:07.866703 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c3e31c77-dcf9-4e81-8391-b9062e2ec086 req-26ae0c77-db62-4fe1-9487-ee8b81f150e5 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 945 time: 0.1139300
Jan 19 15:58:07.884464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=d1fac5c0-02ff-43fb-b15a-919224c293c6,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:07.888241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:07.928952 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c3e31c77-dcf9-4e81-8391-b9062e2ec086 req-842ba951-3f7d-4143-bb2d-b6f389d6a12d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547328
Jan 19 15:58:08.269450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e30c57-bb2e-428e-bb33-bef231c7668b req-547883c9-38b5-45d0-a840-54201661c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:08.272229 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89e30c57-bb2e-428e-bb33-bef231c7668b req-547883c9-38b5-45d0-a840-54201661c17c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 1162 time: 0.1093926
Jan 19 15:58:08.329892 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89e30c57-bb2e-428e-bb33-bef231c7668b req-7a6f163b-b1bc-45ab-aeaf-c9824919e7d5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498443
Jan 19 15:58:08.345787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d1fac5c0-02ff-43fb-b15a-919224c293c6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:08.417271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c5a5a-4cff-48d4-bc03-d109c1f92857 req-20d07daf-2df5-4a36-b4ac-27f4993cd216 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:08.419406 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c69c5a5a-4cff-48d4-bc03-d109c1f92857 req-20d07daf-2df5-4a36-b4ac-27f4993cd216 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1459827
Jan 19 15:58:08.434915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f18307e9-1828-44c9-a398-5536058fd09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:08.467714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port d1fac5c0-02ff-43fb-b15a-919224c293c6 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:08.468322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:08.501255 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c69c5a5a-4cff-48d4-bc03-d109c1f92857 req-f9d37ad9-919f-4838-9898-650266a186a4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723400
Jan 19 15:58:08.700749 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36326) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:08.788454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Deleting subnet 10031a37-d2bb-431f-8bfd-71ad74787022 {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 15:58:08.791857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:08.864930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852582291'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:08.947996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:09.184942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273e625-773d-4236-a5e8-d5847dbbcb21 req-91302d2d-9e55-4655-844a-7d0c1b92e9d0 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:09.186693 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8273e625-773d-4236-a5e8-d5847dbbcb21 req-91302d2d-9e55-4655-844a-7d0c1b92e9d0 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 945 time: 0.1153286
Jan 19 15:58:09.273783 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8273e625-773d-4236-a5e8-d5847dbbcb21 req-4d7bfdfd-3772-4971-bcf9-b7647d916df1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800371
Jan 19 15:58:09.301985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852235061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852127883'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:09.315392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:09.408000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10031a37-d2bb-431f-8bfd-71ad74787022,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:09.663733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:09.705694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:09.713094 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/10031a37-d2bb-431f-8bfd-71ad74787022 HTTP/1.1" status: 204  len: 168 time: 1.0107274
Jan 19 15:58:09.715704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 36346) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:09.852377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:09.936369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e657f-441f-4749-bed9-5eca68e85cbb req-6c40cc93-283b-41c8-b61d-600874972ead tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:09.942947 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-834e657f-441f-4749-bed9-5eca68e85cbb req-6c40cc93-283b-41c8-b61d-600874972ead tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1236813
Jan 19 15:58:09.993677 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-834e657f-441f-4749-bed9-5eca68e85cbb req-82bdaf5c-2f3a-4ce7-9c5b-2bf82e802b97 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484827
Jan 19 15:58:10.059905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:10.181827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc944dd8>,) {'filters': {'network_id': ['95199851-ec51-4727-b589-cf139fb40434']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:58:10.195864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc944dd8>, 'd5dab6ac-1220-456c-955f-0790ff6f6a44') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:58:10.196081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc944dd8>, 'd5dab6ac-1220-456c-955f-0790ff6f6a44') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:58:10.210674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:10.226175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:10.228193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 15:58:10.436537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Network 95199851-ec51-4727-b589-cf139fb40434 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:58:10.448156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:10.583677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d1fac5c0-02ff-43fb-b15a-919224c293c6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:10.689105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port d1fac5c0-02ff-43fb-b15a-919224c293c6 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:10.689919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:10.760110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Network 95199851-ec51-4727-b589-cf139fb40434 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 15:58:10.787499 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 15:58:10.815892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185b5c5-d1c1-45a3-94d5-97583e8f024f req-e2312bcd-5321-46f8-ab19-78fc6e3337ea tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:10.824367 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a185b5c5-d1c1-45a3-94d5-97583e8f024f req-e2312bcd-5321-46f8-ab19-78fc6e3337ea tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 945 time: 0.3517549
Jan 19 15:58:10.964503 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a185b5c5-d1c1-45a3-94d5-97583e8f024f req-1add3eed-f06d-4fd2-b12c-2f65643ca036 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390617
Jan 19 15:58:10.970428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:10.980576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-369ffdbe-3b98-4054-8a07-c11a037dbba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:11.012674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.015874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=95199851-ec51-4727-b589-cf139fb40434,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:11.019683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:11.042730 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b6cc92d1-d980-40ea-bd7a-7ce08fc367a3 admin admin] 10.222.0.122 "DELETE /v2.0/networks/95199851-ec51-4727-b589-cf139fb40434 HTTP/1.1" status: 204  len: 168 time: 1.3256311
Jan 19 15:58:11.051159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 36376) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:11.062449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66e491-1d51-4507-b036-f96928432c99 req-57be70ae-8d2a-4ed8-b76e-7a724a967960 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:11.072594 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2e66e491-1d51-4507-b036-f96928432c99 req-57be70ae-8d2a-4ed8-b76e-7a724a967960 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.2290611
Jan 19 15:58:11.183025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8a31a159-e44c-43be-a9dd-f6f120e58558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.188430 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2e66e491-1d51-4507-b036-f96928432c99 req-db87296b-ae62-4458-bece-16f17d81b72e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140258
Jan 19 15:58:11.204005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36382) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:11.228872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Deleting subnet 2e104ef6-2584-429c-ae98-eab7e685fa07 {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 15:58:11.233236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.293503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.294239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2203056'] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.357081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.392636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.430097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:58:11.443316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Usage tracker for resource:security_group_rule and tenant:43ed05bf28f44a6a9d9bcbdd5cf1c107 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:58:11.450705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:58:11.464843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:58:11.574308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.578320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.589450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e65f2caa-870a-4f02-a217-5b40a65a8081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:11.641404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48faf334-c6e7-4231-a807-eb00e7102f29,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:11.647505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:11.670035 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=43ed05bf28f44a6a9d9bcbdd5cf1c107&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4643312
Jan 19 15:58:11.672580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36396) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:11.741116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5c9db-062f-4c65-98dc-cc8da9759dc6 req-6b259b67-8fa5-4529-98db-70e179b3b35e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:11.742838 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eed5c9db-062f-4c65-98dc-cc8da9759dc6 req-6b259b67-8fa5-4529-98db-70e179b3b35e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.2205412
Jan 19 15:58:11.783782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2284631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850997984'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.844632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.903415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.918327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d1317115-e558-4391-94c9-3456c7c1b830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:11.975182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:11.981122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ef7b7d75-7ccf-46f5-8c3f-4d927e25ed39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:11.982223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e104ef6-2584-429c-ae98-eab7e685fa07,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:11.989403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:11.995777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48faf334-c6e7-4231-a807-eb00e7102f29,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:11.996911 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eed5c9db-062f-4c65-98dc-cc8da9759dc6 req-ce5b862e-cdb6-4773-8e19-30a0ea7258db tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367671
Jan 19 15:58:11.998039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.001767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:12.005274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.012386 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/48faf334-c6e7-4231-a807-eb00e7102f29 HTTP/1.1" status: 204  len: 168 time: 0.3337426
Jan 19 15:58:12.013365 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b0409449-2cff-40c9-a6e6-7d4e72d29b41 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/2e104ef6-2584-429c-ae98-eab7e685fa07 HTTP/1.1" status: 204  len: 168 time: 0.9582851
Jan 19 15:58:12.014094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36404) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:12.143638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.312869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.447155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.450741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.587276 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc6b4b38>,) {'filters': {'network_id': ['2035de3e-03fb-46ec-84d3-c029cbf96032']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:58:12.617328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fad57-f5d0-4b22-ab10-d035c0bf7f82 req-7dfa4e92-4096-4ef6-9261-2a02fb4af518 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:12.619301 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f84fad57-f5d0-4b22-ab10-d035c0bf7f82 req-7dfa4e92-4096-4ef6-9261-2a02fb4af518 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.2463412
Jan 19 15:58:12.625993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc6b4b38>, '70601fb9-d9bd-4218-ab6e-9c626f39a068') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:58:12.626315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc6b4b38>, '70601fb9-d9bd-4218-ab6e-9c626f39a068') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 15:58:12.658516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.688089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.692198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 15:58:12.730393 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f84fad57-f5d0-4b22-ab10-d035c0bf7f82 req-978d5df2-e995-4880-8d20-d94763b7bf83 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967066
Jan 19 15:58:12.891536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Network 2035de3e-03fb-46ec-84d3-c029cbf96032 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:58:12.902053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:12.991128 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-2b5a0573-664b-4e3d-883b-975ca3e3f815 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0983164
Jan 19 15:58:13.141165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Network 2035de3e-03fb-46ec-84d3-c029cbf96032 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 15:58:13.168965 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 15:58:13.252082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:13.256046 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:13.280628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:13.293073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=2035de3e-03fb-46ec-84d3-c029cbf96032,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:13.296845 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] 10.222.0.122 "DELETE /v2.0/networks/2035de3e-03fb-46ec-84d3-c029cbf96032 HTTP/1.1" status: 204  len: 168 time: 1.2815809
Jan 19 15:58:13.298096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:13.334787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-d48641cc-5516-4074-b2ca-550912b2a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:13.336604 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-d48641cc-5516-4074-b2ca-550912b2a459 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.1849284
Jan 19 15:58:13.366761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48c6c-298e-4049-a102-8d5287a75338 req-9a696cdd-4f2f-438c-b1d2-a70d1ad63559 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:13.370099 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7ea48c6c-298e-4049-a102-8d5287a75338 req-9a696cdd-4f2f-438c-b1d2-a70d1ad63559 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1678846
Jan 19 15:58:13.547814 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7ea48c6c-298e-4049-a102-8d5287a75338 req-f08df22f-5d51-47dc-aedf-44b044f278c0 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485810
Jan 19 15:58:13.556332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36434) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:13.571257 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-1ee616ba-4d8a-451b-86fd-a5e772f2bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:13.573094 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-1ee616ba-4d8a-451b-86fd-a5e772f2bd70 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.2019570
Jan 19 15:58:13.633178 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-51d9b2b5-49df-41e4-bfae-f9ca072fb0a5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=621e322fcc0e43b2ae304022e71c3141&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0753362
Jan 19 15:58:13.636258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36438) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:13.703345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:13.732516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:13.780835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:13.787414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-95252964-6fd0-4c44-9450-a2383c305d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:13.802408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a98609-f000-444e-a1e4-7038ac7d9414,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:13.805601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:13.807859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:13.809067 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/92a98609-f000-444e-a1e4-7038ac7d9414 HTTP/1.1" status: 204  len: 168 time: 0.1716886
Jan 19 15:58:13.979550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6620a8-de48-495f-97f9-453a1e78bc7c req-f6908fcd-280b-41d5-9f99-20b05da5ed0f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:13.981206 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4a6620a8-de48-495f-97f9-453a1e78bc7c req-f6908fcd-280b-41d5-9f99-20b05da5ed0f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1084545
Jan 19 15:58:14.051365 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4a6620a8-de48-495f-97f9-453a1e78bc7c req-cf6cd908-5bd5-41eb-bfc3-d4e5e79184d1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544121
Jan 19 15:58:14.272944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36454) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:14.327589 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f79d12b5-dae6-4f2e-a0fc-f89790bfb9c0 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=0462516c6ed24d66bda892dc1e47ae7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533457
Jan 19 15:58:14.330275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36458) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:14.400268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:14.430478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:14.481464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:14.486647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d8f46f3-d262-41cd-a3ba-11d19bd07c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:14.499744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7ecd00-265c-4313-a071-a891af078c7d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:14.502557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:14.509198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:14.513160 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/bb7ecd00-265c-4313-a071-a891af078c7d HTTP/1.1" status: 204  len: 168 time: 0.1792259
Jan 19 15:58:14.597138 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-1b0baab2-b31d-444f-8817-b72a2e9cc7a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.0831292
Jan 19 15:58:14.827006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d649-2901-41f0-b023-9f679759f8f9 req-97d2c774-7ab0-4461-adb3-7d9b57218529 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:14.829197 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7443d649-2901-41f0-b023-9f679759f8f9 req-97d2c774-7ab0-4461-adb3-7d9b57218529 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1189964
Jan 19 15:58:14.891908 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7443d649-2901-41f0-b023-9f679759f8f9 req-01553ead-122e-447c-b6af-6cf00a2c6694 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560391
Jan 19 15:58:15.321270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6eab3-6634-4f6a-af56-d138f405a37f req-4a089e87-e938-4eb0-97ea-db90affaccbb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:15.322989 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c3b6eab3-6634-4f6a-af56-d138f405a37f req-4a089e87-e938-4eb0-97ea-db90affaccbb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1112335
Jan 19 15:58:15.378213 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c3b6eab3-6634-4f6a-af56-d138f405a37f req-548b79c1-657a-4dec-ae2a-471bc2d7a41b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486438
Jan 19 15:58:16.115973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 36502) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:16.139513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c75e13-8289-4047-9668-e5fce5bab015 req-13932883-5a64-400a-84cb-20dfee9357da tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:16.141246 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-70c75e13-8289-4047-9668-e5fce5bab015 req-13932883-5a64-400a-84cb-20dfee9357da tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1117764
Jan 19 15:58:16.201559 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-70c75e13-8289-4047-9668-e5fce5bab015 req-56d7a520-02f0-466d-a998-2f0a771f0e1a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526538
Jan 19 15:58:16.303908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:16.320017 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:58:16.324060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Usage tracker for resource:security_group_rule and tenant:304324435a3c49ae95b49ea97bbd40ef is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:58:16.327229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:58:16.333076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:58:16.754102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:16.776937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:16.793081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3073542b-5fc3-4d5a-8f62-e9ffa47367f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:16.827843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-ca2a8a61-660c-46b4-90e5-d22d38c366fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:16.829435 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-ca2a8a61-660c-46b4-90e5-d22d38c366fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.1927214
Jan 19 15:58:16.903120 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=304324435a3c49ae95b49ea97bbd40ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7859528
Jan 19 15:58:16.903995 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220fe93d-43a9-4bbc-a671-ac36bfce6ae8,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:16.907141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 36514) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 15:58:16.911104 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-9faa55f6-220b-40c9-8885-d7d2350374c0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672431
Jan 19 15:58:16.919195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.919819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.920220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.921084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.921520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.922175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.922811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.923442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.924082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.924702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.925331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.926564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.927237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.927896 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.928403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.928799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.929188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.929575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.929989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.930373 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.930757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.931139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.931519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.931926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:16.936839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:16.984733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:17.015761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:17.058712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000938fa-47da-4781-898b-b8938491cf57 req-899ad96c-3f3a-4b4c-bc22-6a84c64e41f9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:17.060323 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-000938fa-47da-4781-898b-b8938491cf57 req-899ad96c-3f3a-4b4c-bc22-6a84c64e41f9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.4248323
Jan 19 15:58:17.083670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:17.091570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-97b98b3f-bdfe-4e28-aca3-9d5bef17c7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:17.107272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220fe93d-43a9-4bbc-a671-ac36bfce6ae8,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:17.119422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:17.119422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:17.130541 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/220fe93d-43a9-4bbc-a671-ac36bfce6ae8 HTTP/1.1" status: 204  len: 168 time: 0.2228422
Jan 19 15:58:17.168594 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-000938fa-47da-4781-898b-b8938491cf57 req-3a878bac-e3d3-468c-bfec-abe81c281a41 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991554
Jan 19 15:58:17.208155 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-c5ad9983-4929-429b-9c90-87b23ec30457 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2700377
Jan 19 15:58:17.405333 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5cca0f13-c7c3-4589-b4ca-cbf925e9dcb7 req-faa7d5ff-c221-4237-95e2-eae6ca906b69 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1791325
Jan 19 15:58:17.572765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc249-5b36-4406-8c81-fc096c6040b1 req-9222b3d3-4e5d-4ec6-9b9e-b1db76fcfbbc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:17.576798 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f19cc249-5b36-4406-8c81-fc096c6040b1 req-9222b3d3-4e5d-4ec6-9b9e-b1db76fcfbbc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1513481
Jan 19 15:58:17.662370 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f19cc249-5b36-4406-8c81-fc096c6040b1 req-eef31efd-0e0f-4041-bf69-32a745bf52d7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759928
Jan 19 15:58:18.427195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcad40-41b2-4a8b-abd7-da2f3bba309a req-e299bb9d-e3c4-4185-8b49-568cd19d5009 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:18.428928 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eebcad40-41b2-4a8b-abd7-da2f3bba309a req-e299bb9d-e3c4-4185-8b49-568cd19d5009 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1117697
Jan 19 15:58:18.497463 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eebcad40-41b2-4a8b-abd7-da2f3bba309a req-cb6d06a5-30a9-4289-9ff4-a417aca1f159 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616508
Jan 19 15:58:18.928683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805843ca-0db8-47c2-8f6b-b0a8bcd861d7 req-e6f4e453-fa90-499e-a55e-68ed8e51c427 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:18.930636 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-805843ca-0db8-47c2-8f6b-b0a8bcd861d7 req-e6f4e453-fa90-499e-a55e-68ed8e51c427 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1149886
Jan 19 15:58:18.994608 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-805843ca-0db8-47c2-8f6b-b0a8bcd861d7 req-85c56acb-ce16-411b-b531-690f80f59d29 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563800
Jan 19 15:58:19.777525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219ea4c-fe0e-4db0-bf71-44e5c2bfbff9 req-5b6274b2-d7f9-4db8-ae6a-30bd4a07593e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:19.779410 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d219ea4c-fe0e-4db0-bf71-44e5c2bfbff9 req-5b6274b2-d7f9-4db8-ae6a-30bd4a07593e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1196110
Jan 19 15:58:19.839192 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d219ea4c-fe0e-4db0-bf71-44e5c2bfbff9 req-f7a62483-e1b7-4a7d-b453-632131878bee tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503299
Jan 19 15:58:20.238737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa5b07-a8b8-49b9-bcac-4c3b5933f0b2 req-09623abb-046f-4748-9e35-088ae2ebd844 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:20.240659 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42aa5b07-a8b8-49b9-bcac-4c3b5933f0b2 req-09623abb-046f-4748-9e35-088ae2ebd844 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1106822
Jan 19 15:58:20.295219 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42aa5b07-a8b8-49b9-bcac-4c3b5933f0b2 req-df4d7485-4273-48de-ba6d-329f701ed40e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478122
Jan 19 15:58:20.434561 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-a460a599-6928-4029-bc35-37ec0fd9ee41 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/networks?tenant_id=c2b215cdca404f638f39820971113fa4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321796
Jan 19 15:58:20.622195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-692159a6-6224-4dd7-bc4b-1c58a78354ee tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:20.623886 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-692159a6-6224-4dd7-bc4b-1c58a78354ee tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1834610
Jan 19 15:58:20.641636 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-44950130-7afc-49dc-ba5b-307a2cfd6b31 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/quotas/c2b215cdca404f638f39820971113fa4 HTTP/1.1" status: 200  len: 375 time: 0.0110600
Jan 19 15:58:20.698116 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0a9b7ff6-b2fa-4524-9eb8-d1e535fa1bf9 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?tenant_id=c2b215cdca404f638f39820971113fa4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0498714
Jan 19 15:58:21.085250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74057b2f-ed6a-416c-95a3-0cb7af327856 req-d360f47c-5f64-48b5-b197-4b45cd2af9a7 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:21.087048 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-74057b2f-ed6a-416c-95a3-0cb7af327856 req-d360f47c-5f64-48b5-b197-4b45cd2af9a7 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1110930
Jan 19 15:58:21.145510 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-74057b2f-ed6a-416c-95a3-0cb7af327856 req-a5afc901-5e0a-4afd-9b98-f1ddf301e73f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516653
Jan 19 15:58:21.374626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:21.540114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa5f99-4a7d-4312-8505-d298d173fc32 req-5775da47-9fdf-4577-bcb5-4ab11073aab3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:21.541982 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39aa5f99-4a7d-4312-8505-d298d173fc32 req-5775da47-9fdf-4577-bcb5-4ab11073aab3 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1071355
Jan 19 15:58:21.594231 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39aa5f99-4a7d-4312-8505-d298d173fc32 req-cd820205-202f-4a02-911b-a2da02c7cb0d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456591
Jan 19 15:58:21.950105 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c42e0dac-a3a6-46b5-91d8-656dfa685044 req-072a76cc-2a45-4b5f-b316-72a19d32bae8 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 210 time: 0.0538616
Jan 19 15:58:22.389571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574598-da55-4271-b6ed-96874b088e95 req-502f7066-6bbd-492c-9c9f-74c49813c6ff tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:22.391296 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7574598-da55-4271-b6ed-96874b088e95 req-502f7066-6bbd-492c-9c9f-74c49813c6ff tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1086466
Jan 19 15:58:22.406024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:58:22.448141 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7574598-da55-4271-b6ed-96874b088e95 req-1cc9d857-c331-4bfd-a233-3206d1feead5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491958
Jan 19 15:58:22.834145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdce0c9-9d76-4d5e-a3b6-306146c7781b req-02a2adbd-8620-468d-bf89-2ab980a913a4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:22.835902 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfdce0c9-9d76-4d5e-a3b6-306146c7781b req-02a2adbd-8620-468d-bf89-2ab980a913a4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1074266
Jan 19 15:58:22.892592 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfdce0c9-9d76-4d5e-a3b6-306146c7781b req-5df8085e-2829-4838-be06-bb32f74186a2 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498927
Jan 19 15:58:23.142998 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3264ba41-2c03-43e4-abca-e454481eb323 req-ca119425-92ab-46b1-a106-c4ea087ad5ea tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 210 time: 0.0545514
Jan 19 15:58:23.189861 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-82989441-6d8c-4c7d-93b6-d42c8f1c181a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.85 "GET /v2.0/networks?tenant_id=c2b215cdca404f638f39820971113fa4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0458131
Jan 19 15:58:23.386226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-78042de2-01ec-4e20-a6cd-ebe181d1c302 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:23.387842 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-78042de2-01ec-4e20-a6cd-ebe181d1c302 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1860240
Jan 19 15:58:23.427094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Request body: {'port': {'device_id': '5737796d-494f-444f-b8cf-832c5521b532', 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14', 'admin_state_up': True, 'tenant_id': 'c2b215cdca404f638f39820971113fa4'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:58:23.586008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:58:23.590561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Usage tracker for resource:port and tenant:c2b215cdca404f638f39820971113fa4 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:58:23.593894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Quota usage for port was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:58:23.600229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:58:23.609686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Made reservation on behalf of c2b215cdca404f638f39820971113fa4 for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 15:58:23.619124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:23.634442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:23.651957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 15:58:23.656910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Usage tracker for resource:security_group_rule and tenant:c2b215cdca404f638f39820971113fa4 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 15:58:23.661068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 15:58:23.667479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 15:58:23.725612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10a59-3706-4063-b9d0-442e1e228d19 req-549baf21-14e7-47bb-a3aa-0f68f764c48f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:23.727474 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bc10a59-3706-4063-b9d0-442e1e228d19 req-549baf21-14e7-47bb-a3aa-0f68f764c48f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1274786
Jan 19 15:58:23.781961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:23.785673 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bc10a59-3706-4063-b9d0-442e1e228d19 req-d450a5d4-c128-4268-94e6-8a13d6431d14 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506642
Jan 19 15:58:23.786032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:23.797617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d36c1111-b589-429e-a5cd-a80c00cee6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:23.905909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:23.915114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:23.922210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea943b-1de1-4145-99e6-843fc6796cc0 req-c357def7-a7c8-4118-af2d-9f620c1c8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:23.924204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-27ea943b-1de1-4145-99e6-843fc6796cc0 req-c357def7-a7c8-4118-af2d-9f620c1c8fcf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1162 time: 0.0853548
Jan 19 15:58:23.983246 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-27ea943b-1de1-4145-99e6-843fc6796cc0 req-a28b48b6-23e5-4941-9c11-a3cede77c310 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457137
Jan 19 15:58:24.198395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Allocated IP 192.168.233.122 (5770bbba-3b52-4f57-b459-adc150f08e14/839f65a3-c79c-4dc0-ba36-8cb744fd5a9c/3b771fc9-bbe8-4705-94cb-6f5f5933bdba) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 15:58:24.233963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7904080-b0be-4fa6-a98f-6c2cba1c3f8a req-b33bc38e-436e-4ac1-875f-40b3b939bba7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:24.235539 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7904080-b0be-4fa6-a98f-6c2cba1c3f8a req-b33bc38e-436e-4ac1-875f-40b3b939bba7 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1968260
Jan 19 15:58:24.333083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7904080-b0be-4fa6-a98f-6c2cba1c3f8a req-9b20885f-4430-48ae-a58e-eb151ff70c7f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885553
Jan 19 15:58:24.352762 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-68e7a657-b1f1-4bb2-98c7-298d566088d8 req-49234179-35fb-4946-bfd0-56a979d108ea tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 210 time: 0.0725431
Jan 19 15:58:24.510452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:24.527373 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Transition to ACTIVE for port object 3b771fc9-bbe8-4705-94cb-6f5f5933bdba will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:58:24.552473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:24.571241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4fb0b3ba-4050-4b2b-a199-6867bcf51c3d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:24.713654 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Pushing event updated for resources: {'Port': ['ID=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:24.719145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:24.771938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Network 5770bbba-3b52-4f57-b459-adc150f08e14 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 15:58:24.773052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 15:58:24.775407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 15:58:24.865489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:24.866248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:24.901664 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4792020
Jan 19 15:58:24.923325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Request body: {'port': {'device_id': '5737796d-494f-444f-b8cf-832c5521b532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 15:58:25.021004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-a4baa77e-d735-41db-a1d6-c1528d9f70c6 None None] Provisioning for port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:58:25.029640 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-a4baa77e-d735-41db-a1d6-c1528d9f70c6 None None] Provisioning complete for port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:25.030612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a4baa77e-d735-41db-a1d6-c1528d9f70c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:25.089473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-a4baa77e-d735-41db-a1d6-c1528d9f70c6 None None] Port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 15:58:25.118101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:25.194244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4de724-d321-44f2-98cb-2e46b268f4ed req-039fd798-0429-44aa-ac3d-c7f5113bdb16 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:25.195930 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3f4de724-d321-44f2-98cb-2e46b268f4ed req-039fd798-0429-44aa-ac3d-c7f5113bdb16 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.2438719
Jan 19 15:58:25.314414 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3f4de724-d321-44f2-98cb-2e46b268f4ed req-9284eb1c-a698-4cb2-ab52-1c755701144e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081183
Jan 19 15:58:25.647044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f06d-fad4-40d1-98f2-4ce32cf5efda req-e9353d7b-dda0-47f0-94a7-9cf921a8a33a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:25.648951 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8682f06d-fad4-40d1-98f2-4ce32cf5efda req-e9353d7b-dda0-47f0-94a7-9cf921a8a33a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1129606
Jan 19 15:58:25.704998 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8682f06d-fad4-40d1-98f2-4ce32cf5efda req-252cef65-d835-436f-8a9a-4b2ea6e0fe20 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492404
Jan 19 15:58:25.739671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dedbb-bccc-44a6-a1ab-eabd3b07657e req-dc4c47d9-301b-4e86-ab49-cbe683f978f7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:25.740469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-5e0dedbb-bccc-44a6-a1ab-eabd3b07657e req-dc4c47d9-301b-4e86-ab49-cbe683f978f7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Synchronizing usage tracker for tenant:c2b215cdca404f638f39820971113fa4 on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:58:25.762144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b771fc9-bbe8-4705-94cb-6f5f5933bdba {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 15:58:25.773542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:25.781367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-5e0dedbb-bccc-44a6-a1ab-eabd3b07657e req-dc4c47d9-301b-4e86-ab49-cbe683f978f7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Unset dirty status for tenant:c2b215cdca404f638f39820971113fa4 on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:58:25.782676 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5e0dedbb-bccc-44a6-a1ab-eabd3b07657e req-dc4c47d9-301b-4e86-ab49-cbe683f978f7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 936 time: 0.2337122
Jan 19 15:58:25.789201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Transition to ACTIVE for port object 3b771fc9-bbe8-4705-94cb-6f5f5933bdba will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 15:58:25.806201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:25.827117 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:26.170269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-5e0dedbb-bccc-44a6-a1ab-eabd3b07657e req-acaad851-a390-4545-8bdb-5140ea9326b7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Synchronizing usage tracker for tenant:c2b215cdca404f638f39820971113fa4 on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:58:26.185782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad822342-6534-4516-8472-018297523e12 service neutron] Pushing event updated for resources: {'Port': ['ID=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:26.193613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ad822342-6534-4516-8472-018297523e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:26.218752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-5e0dedbb-bccc-44a6-a1ab-eabd3b07657e req-acaad851-a390-4545-8bdb-5140ea9326b7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Unset dirty status for tenant:c2b215cdca404f638f39820971113fa4 on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:58:26.220146 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5e0dedbb-bccc-44a6-a1ab-eabd3b07657e req-acaad851-a390-4545-8bdb-5140ea9326b7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4297323
Jan 19 15:58:26.399624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Attempting to bind port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 15:58:26.399998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Attempting to bind port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 15:58:26.400367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Attempting to bind port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba on network 5770bbba-3b52-4f57-b459-adc150f08e14 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 15:58:26.406564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 15:58:26.406942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Checking segment: {'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 15:58:26.407347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:26.407746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Bound using segment: {'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 15:58:26.408217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Bound port: 3b771fc9-bbe8-4705-94cb-6f5f5933bdba, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe4d7a1-a3a8-4c74-8544-92dec8b89ae7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5770bbba-3b52-4f57-b459-adc150f08e14'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 15:58:26.408589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:26.515550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] For port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 15:58:26.518719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] For port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,segment=NetworkSegment(afe4d7a1-a3a8-4c74-8544-92dec8b89ae7),segment_id=afe4d7a1-a3a8-4c74-8544-92dec8b89ae7)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 15:58:26.524095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:26.542080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:26.570240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea4fa4-9806-4e20-83b3-449d73b852f4 req-5d25ce97-cbfd-45d8-9085-7f6a1fa47873 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:26.571916 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ea4fa4-9806-4e20-83b3-449d73b852f4 req-5d25ce97-cbfd-45d8-9085-7f6a1fa47873 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1162004
Jan 19 15:58:26.628314 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-42ea4fa4-9806-4e20-83b3-449d73b852f4 req-6dbf1044-d2df-4997-bb2a-d60c36f64da6 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497029
Jan 19 15:58:26.710994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad822342-6534-4516-8472-018297523e12 service neutron] Pushing event updated for resources: {'Port': ['ID=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:26.717640 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ad822342-6534-4516-8472-018297523e12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:26.749544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:26.750262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:26.751803 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-ad822342-6534-4516-8472-018297523e12 service neutron] 10.222.0.85 "PUT /v2.0/ports/3b771fc9-bbe8-4705-94cb-6f5f5933bdba HTTP/1.1" status: 200  len: 1162 time: 1.8337660
Jan 19 15:58:26.752399 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5737796d-494f-444f-b8cf-832c5521b532', 'tag': '3b771fc9-bbe8-4705-94cb-6f5f5933bdba'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:58:26.823408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5737796d-494f-444f-b8cf-832c5521b532', 'tag': '3b771fc9-bbe8-4705-94cb-6f5f5933bdba', 'status': 'completed', 'code': 200}
Jan 19 15:58:27.003310 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-4ee39e05-880b-47fd-a05e-181a5a0f59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:27.005165 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-4ee39e05-880b-47fd-a05e-181a5a0f59bb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c2b215cdca404f638f39820971113fa4&device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 1165 time: 0.1597946
Jan 19 15:58:27.029542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960ee7c-0038-4586-b410-8e3e38aa572e req-fd55ad5b-b0bc-4043-97b9-b29173494ce8 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:27.031100 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a960ee7c-0038-4586-b410-8e3e38aa572e req-fd55ad5b-b0bc-4043-97b9-b29173494ce8 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1472552
Jan 19 15:58:27.055629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device df199109-5fdc-46ed-a2c4-b661b65d356a up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:27.121402 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-c56055cb-f545-4189-9f1b-0791757ea2d2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3b771fc9-bbe8-4705-94cb-6f5f5933bdba HTTP/1.1" status: 200  len: 217 time: 0.0892203
Jan 19 15:58:27.139869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port df199109-5fdc-46ed-a2c4-b661b65d356a triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:27.140280 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:27.191376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a960ee7c-0038-4586-b410-8e3e38aa572e req-86b8dd22-ccd6-4df7-a9a2-98994d33ed86 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981028
Jan 19 15:58:27.221332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-d4581285-3361-4b32-8738-5c322a4a6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:27.223789 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-d4581285-3361-4b32-8738-5c322a4a6b2e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=839f65a3-c79c-4dc0-ba36-8cb744fd5a9c HTTP/1.1" status: 200  len: 843 time: 0.0820434
Jan 19 15:58:27.342150 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-799b772c-4d94-4aed-8bcb-9d2ac2c2a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:27.343825 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-799b772c-4d94-4aed-8bcb-9d2ac2c2a391 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5770bbba-3b52-4f57-b459-adc150f08e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0981145
Jan 19 15:58:27.579260 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-3c52221a-07a4-4224-bd6c-b0c6e1fb4dd7 service neutron] 10.222.0.85 "GET /v2.0/networks/5770bbba-3b52-4f57-b459-adc150f08e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251840
Jan 19 15:58:27.605938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef28bf-feb5-4150-8d52-9ba25873e4e6 req-27c9852d-a8bb-461d-9c7f-d619348a9956 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:27.609324 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c0ef28bf-feb5-4150-8d52-9ba25873e4e6 req-27c9852d-a8bb-461d-9c7f-d619348a9956 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 948 time: 0.2216108
Jan 19 15:58:27.771360 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c0ef28bf-feb5-4150-8d52-9ba25873e4e6 req-1e9bb86e-aa84-4d0d-9950-589a51e29517 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336715
Jan 19 15:58:27.798653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817a87-7263-41a9-bf77-9fafb12b03dd req-d83fe1f5-8c72-4ffc-9d9a-a0cd810e1a4c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:27.800401 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1f817a87-7263-41a9-bf77-9fafb12b03dd req-d83fe1f5-8c72-4ffc-9d9a-a0cd810e1a4c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1561892
Jan 19 15:58:27.802933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-ab81c1e0-ed39-4e56-8c2f-1ace3618ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:27.804258 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-ab81c1e0-ed39-4e56-8c2f-1ace3618ccaa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1162 time: 0.2024424
Jan 19 15:58:27.822847 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f7ddda54-fa07-4ba4-b1ea-9e64e4127b7e req-a121492b-b97d-4c39-af47-bca3a53d3196 service neutron] 10.222.0.85 "GET /v2.0/networks/5770bbba-3b52-4f57-b459-adc150f08e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2121804
Jan 19 15:58:27.947810 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1f817a87-7263-41a9-bf77-9fafb12b03dd req-1c15975a-f175-4a88-bf05-b0dc9144c574 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388073
Jan 19 15:58:28.008742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-388498dc-eeee-4be7-9779-779c00f6fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:28.010376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-388498dc-eeee-4be7-9779-779c00f6fc5e service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1843283
Jan 19 15:58:28.060126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c379-6b8f-4889-8aa8-963be57f9888 req-02e18e42-d05b-4177-b7d8-b143262b49c9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:28.061727 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a545c379-6b8f-4889-8aa8-963be57f9888 req-02e18e42-d05b-4177-b7d8-b143262b49c9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1725829
Jan 19 15:58:28.087800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-2f8622ee-c439-4496-850c-77382aaf9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:28.089425 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-2f8622ee-c439-4496-850c-77382aaf9d78 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c2b215cdca404f638f39820971113fa4&device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 1165 time: 0.1369815
Jan 19 15:58:28.093673 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-f5ded964-e003-44ee-b465-2260964e2154 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 200  len: 217 time: 0.0709562
Jan 19 15:58:28.178332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-8f059a8c-820f-456a-9b42-d84e2b84047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:28.179928 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-8f059a8c-820f-456a-9b42-d84e2b84047f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.0691807
Jan 19 15:58:28.205845 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a545c379-6b8f-4889-8aa8-963be57f9888 req-8e340de1-6506-4cc3-9ade-d98fffb96074 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350973
Jan 19 15:58:28.240283 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-46886577-2079-46d4-a513-62f27b4fadf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514269
Jan 19 15:58:28.270377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-00be07bd-d6c4-459e-b97c-59ae2adad2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:28.271930 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-00be07bd-d6c4-459e-b97c-59ae2adad2c3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5770bbba-3b52-4f57-b459-adc150f08e14 HTTP/1.1" status: 200  len: 863 time: 0.1601923
Jan 19 15:58:28.360595 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-0336265e-d1bb-46f2-af4f-038a193c45ab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3b771fc9-bbe8-4705-94cb-6f5f5933bdba HTTP/1.1" status: 200  len: 217 time: 0.0787156
Jan 19 15:58:28.438340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-342c7094-fde0-42f0-aa5f-b04637e9982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:28.439795 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-342c7094-fde0-42f0-aa5f-b04637e9982b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=839f65a3-c79c-4dc0-ba36-8cb744fd5a9c HTTP/1.1" status: 200  len: 843 time: 0.0719140
Jan 19 15:58:28.540866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-3adf045e-4e45-4e2c-8acd-140a402d352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:28.542766 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-3adf045e-4e45-4e2c-8acd-140a402d352f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5770bbba-3b52-4f57-b459-adc150f08e14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0925548
Jan 19 15:58:28.610151 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-723108d1-edd1-4a9b-967b-8bbafca5fa67 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3577194
Jan 19 15:58:28.708926 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-423f21ac-4f67-4ecd-ba51-abdfeb4b6e86 service neutron] 10.222.0.85 "GET /v2.0/networks/5770bbba-3b52-4f57-b459-adc150f08e14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480367
Jan 19 15:58:28.778234 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-5ae3c92a-6528-41b2-86ad-b87a39f251c2 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501796
Jan 19 15:58:29.011533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111645f6-3574-4311-bec1-3ff2efb42c1f req-54201f93-cca7-4667-907f-cf2fe330a5e1 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:29.013238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-111645f6-3574-4311-bec1-3ff2efb42c1f req-54201f93-cca7-4667-907f-cf2fe330a5e1 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 948 time: 0.1122441
Jan 19 15:58:29.070580 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-111645f6-3574-4311-bec1-3ff2efb42c1f req-df9f591a-3584-4f3f-ab3c-3ddd2deedbb7 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491140
Jan 19 15:58:29.095696 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bb84adc-baeb-4a94-99e5-506d57a7f8f8 req-7b2f9e9b-0c0d-4b8e-b312-1d76058eb27e service neutron] 10.222.0.85 "GET /v2.0/networks/5770bbba-3b52-4f57-b459-adc150f08e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3745477
Jan 19 15:58:29.226507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26b41d-a680-48d4-9b6a-a556ba646046 req-5075bd16-d170-40ca-a1d6-24172990509c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:29.228080 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8a26b41d-a680-48d4-9b6a-a556ba646046 req-5075bd16-d170-40ca-a1d6-24172990509c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1110058
Jan 19 15:58:29.280900 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8a26b41d-a680-48d4-9b6a-a556ba646046 req-4a49beb7-85ae-4cbf-afda-663b079a59ba tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462821
Jan 19 15:58:29.456042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc551357-dcb5-4b02-969d-d05fe10d2714 req-61a6252d-3ed9-44e2-b914-2fc98ae887da tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:29.458565 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc551357-dcb5-4b02-969d-d05fe10d2714 req-61a6252d-3ed9-44e2-b914-2fc98ae887da tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1114745
Jan 19 15:58:29.513197 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc551357-dcb5-4b02-969d-d05fe10d2714 req-c4e9b7a2-dbc4-4c4c-92bf-05a8d5b9a2fc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481684
Jan 19 15:58:30.314771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdacc6-e0b4-4e84-b5b8-061ec52075d2 req-0c1a3b0c-d022-4225-8aa6-16c8ea26a51a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:30.316655 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7afdacc6-e0b4-4e84-b5b8-061ec52075d2 req-0c1a3b0c-d022-4225-8aa6-16c8ea26a51a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 948 time: 0.1078472
Jan 19 15:58:30.368962 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7afdacc6-e0b4-4e84-b5b8-061ec52075d2 req-6c2f7daf-c413-44eb-87ca-75f3070b8184 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458050
Jan 19 15:58:30.526544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44622d6b-1054-4eb2-a218-4d140d54a299 req-46938233-6250-4ebc-bdbd-1a631c0a8548 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:30.528625 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-44622d6b-1054-4eb2-a218-4d140d54a299 req-46938233-6250-4ebc-bdbd-1a631c0a8548 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1079049
Jan 19 15:58:30.584384 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-44622d6b-1054-4eb2-a218-4d140d54a299 req-43969368-eaba-4bcf-9872-84c26d288fd6 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488646
Jan 19 15:58:30.889619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 5770bbba-3b52-4f57-b459-adc150f08e14 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 15:58:30.894527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed5c0a-86ba-4fc6-a521-9a5446937ec9 req-f55f2c41-e1ca-4e01-baff-cdf0b076b2a1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:30.896128 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63ed5c0a-86ba-4fc6-a521-9a5446937ec9 req-f55f2c41-e1ca-4e01-baff-cdf0b076b2a1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1075146
Jan 19 15:58:30.952289 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-63ed5c0a-86ba-4fc6-a521-9a5446937ec9 req-0b849bac-f94f-4ba6-9dcb-a87768788799 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493658
Jan 19 15:58:31.389427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-4109e8b5-0860-4a8d-b917-2b49ffc293c8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80062) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 15:58:31.611915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce8419-7ef7-4d77-ad28-d83fc5d295fd req-4885e469-218f-4cb8-aaf8-abb0548e176b tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:31.613936 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-64ce8419-7ef7-4d77-ad28-d83fc5d295fd req-4885e469-218f-4cb8-aaf8-abb0548e176b tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 948 time: 0.1085756
Jan 19 15:58:31.682696 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-64ce8419-7ef7-4d77-ad28-d83fc5d295fd req-65b8375a-be1c-43a8-884b-35b721db9801 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622880
Jan 19 15:58:31.849836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db69be-4d21-4b84-935c-f9bf1598605e req-367144f3-0a9a-4215-8965-21050e7d4d1c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:31.851556 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-28db69be-4d21-4b84-935c-f9bf1598605e req-367144f3-0a9a-4215-8965-21050e7d4d1c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1077437
Jan 19 15:58:31.911057 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-28db69be-4d21-4b84-935c-f9bf1598605e req-970b5118-55a8-4877-a4a8-3bb694e79ee5 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524263
Jan 19 15:58:32.209141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9ffcf-8ac4-4955-8f53-80dec1c988e9 req-2b6218dc-8c4b-429c-b5d7-8914ea3a9128 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:32.210920 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8fc9ffcf-8ac4-4955-8f53-80dec1c988e9 req-2b6218dc-8c4b-429c-b5d7-8914ea3a9128 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1212349
Jan 19 15:58:32.266035 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8fc9ffcf-8ac4-4955-8f53-80dec1c988e9 req-1d944d8c-64d1-41ed-bec7-458ee9a9d247 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486050
Jan 19 15:58:32.656031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 3b771fc9-bbe8-4705-94cb-6f5f5933bdba up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:32.734121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 15:58:32.740493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:32.740913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:32.874096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:32.903712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5737796d-494f-444f-b8cf-832c5521b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b771fc9-bbe8-4705-94cb-6f5f5933bdba'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:58:32.915056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,segment=NetworkSegment(afe4d7a1-a3a8-4c74-8544-92dec8b89ae7),segment_id=afe4d7a1-a3a8-4c74-8544-92dec8b89ae7)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:58:32.918323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:32.920370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:32.945235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bf2f8-9915-43ff-8d61-1cbfa9ee64dc req-9d806ef4-c050-4312-9789-ad71fe06dcdb tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:32.946392 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f4bf2f8-9915-43ff-8d61-1cbfa9ee64dc req-9d806ef4-c050-4312-9789-ad71fe06dcdb tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 948 time: 0.1109769
Jan 19 15:58:32.975275 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5737796d-494f-444f-b8cf-832c5521b532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b771fc9-bbe8-4705-94cb-6f5f5933bdba', 'code': 200}
Jan 19 15:58:32.997017 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:33.004795 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f4bf2f8-9915-43ff-8d61-1cbfa9ee64dc req-5eeea503-0414-4e93-b50b-fd2b53047715 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508964
Jan 19 15:58:33.005772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.006164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.006564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.006936 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.007303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.007671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.008032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.008396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.008770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.009133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.009494 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.009895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.010298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.010662 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.012541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.012938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.013322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.013695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.014112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.014481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.014845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.015211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.015574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.015933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 15:58:33.020923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:33.180657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dcbbe-d37b-43aa-9376-181a99b3b50b req-3207dc8c-5dad-4333-8a13-5ca00977ca5e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:33.182325 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ed5dcbbe-d37b-43aa-9376-181a99b3b50b req-3207dc8c-5dad-4333-8a13-5ca00977ca5e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1077223
Jan 19 15:58:33.246132 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ed5dcbbe-d37b-43aa-9376-181a99b3b50b req-88908f8f-6908-42d0-bcf2-5db01cb3fba4 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523720
Jan 19 15:58:33.325369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d257244-2bb7-4292-92fd-ca869897ded5 req-179ddb8a-6906-4ffe-b3a6-7bd7134201e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:33.327569 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7d257244-2bb7-4292-92fd-ca869897ded5 req-179ddb8a-6906-4ffe-b3a6-7bd7134201e3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 1167 time: 0.0979080
Jan 19 15:58:33.388628 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7d257244-2bb7-4292-92fd-ca869897ded5 req-98ebeeae-ce91-4e6a-a4e4-68e1464fc287 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493386
Jan 19 15:58:33.567082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b11ab-268d-465f-bc3e-24e058dd66c2 req-080c66bc-da85-43a2-8c0f-d7b54ad7e46e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:33.568782 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7f7b11ab-268d-465f-bc3e-24e058dd66c2 req-080c66bc-da85-43a2-8c0f-d7b54ad7e46e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1559768
Jan 19 15:58:33.624631 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7f7b11ab-268d-465f-bc3e-24e058dd66c2 req-347e9209-3bdd-4db8-829e-98042a305bd3 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496111
Jan 19 15:58:33.726759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 3b771fc9-bbe8-4705-94cb-6f5f5933bdba up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:33.808179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:33.808612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:33.941211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device df199109-5fdc-46ed-a2c4-b661b65d356a up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:34.014154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port df199109-5fdc-46ed-a2c4-b661b65d356a triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:34.014570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:34.262422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd39b59-6cc2-40dd-8cf4-34131aa9833a req-7c6dc57e-ebcd-4669-add6-4fb5a241639e tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:34.264034 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ebd39b59-6cc2-40dd-8cf4-34131aa9833a req-7c6dc57e-ebcd-4669-add6-4fb5a241639e tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 950 time: 0.1094651
Jan 19 15:58:34.316702 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ebd39b59-6cc2-40dd-8cf4-34131aa9833a req-db78ca2d-f1cd-46f1-a8b7-819d38d1920c tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455759
Jan 19 15:58:34.874569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d8c24-7011-4e84-a6a3-f38b4bae5965 req-57c12c70-73fd-4dc7-9122-685a25a980ab tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:34.876561 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-556d8c24-7011-4e84-a6a3-f38b4bae5965 req-57c12c70-73fd-4dc7-9122-685a25a980ab tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1146917
Jan 19 15:58:34.936592 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-556d8c24-7011-4e84-a6a3-f38b4bae5965 req-9aa57435-b9ad-4afc-a4a3-37fad0e6f421 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519423
Jan 19 15:58:35.570439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25110d3-a1d8-4b30-af44-e693e50edb7b req-06d710c3-d48a-4608-b3c5-77962a164ae8 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:35.572024 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c25110d3-a1d8-4b30-af44-e693e50edb7b req-06d710c3-d48a-4608-b3c5-77962a164ae8 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 950 time: 0.1127734
Jan 19 15:58:35.624577 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c25110d3-a1d8-4b30-af44-e693e50edb7b req-c0b1e1e8-1b8a-41f7-b9eb-c80d13198102 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458248
Jan 19 15:58:36.178803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45d42-3510-4812-af82-952f1a92160e req-24d79e79-3523-479a-8607-0ed0a30cea42 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:36.180416 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-aeb45d42-3510-4812-af82-952f1a92160e req-24d79e79-3523-479a-8607-0ed0a30cea42 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1070812
Jan 19 15:58:36.237049 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-aeb45d42-3510-4812-af82-952f1a92160e req-94e90242-f09b-4cb5-a708-02c476028582 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501628
Jan 19 15:58:36.865088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa22cac-01cc-42ab-b530-d6b1bff81df8 req-c6d2ea94-610a-458d-b32c-dff9e6f2735b tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:36.866657 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-faa22cac-01cc-42ab-b530-d6b1bff81df8 req-c6d2ea94-610a-458d-b32c-dff9e6f2735b tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 950 time: 0.1079972
Jan 19 15:58:36.922479 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-faa22cac-01cc-42ab-b530-d6b1bff81df8 req-6cc0269f-cc6e-415f-a158-c4023b38fffe tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492244
Jan 19 15:58:37.450264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94e05-c367-4ea4-8f65-78b4d09f9fc9 req-f9d95e71-3019-4d5d-8c51-b15bd0f789c9 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:37.452008 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f6d94e05-c367-4ea4-8f65-78b4d09f9fc9 req-f9d95e71-3019-4d5d-8c51-b15bd0f789c9 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 950 time: 0.1099167
Jan 19 15:58:37.484656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6191-d8ad-4165-aa50-1d7563d60563 req-2dc99da6-307a-4553-a484-24d891f99a6c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:37.489083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-124c6191-d8ad-4165-aa50-1d7563d60563 req-2dc99da6-307a-4553-a484-24d891f99a6c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1123965
Jan 19 15:58:37.510314 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f6d94e05-c367-4ea4-8f65-78b4d09f9fc9 req-02326666-302c-44e1-8e18-b0a8f2b10109 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503757
Jan 19 15:58:37.552556 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-124c6191-d8ad-4165-aa50-1d7563d60563 req-d640cedb-d63c-4ea9-9d2d-f0179baedc8a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590484
Jan 19 15:58:38.391165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ffb2e13d-04a6-4caa-8fa1-eec604fa96f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:38.793848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d081d0-fe89-48c0-b724-89f019542c5d req-4092cdff-264d-4104-8bad-ad664ddbc60d tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:38.795609 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-23d081d0-fe89-48c0-b724-89f019542c5d req-4092cdff-264d-4104-8bad-ad664ddbc60d tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 950 time: 0.1428008
Jan 19 15:58:38.817246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd6607-f10b-40cb-8ff4-c71f6749f475 req-15fda36f-2f99-4ea8-9e83-a6cd9dfc495c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:38.818993 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8abd6607-f10b-40cb-8ff4-c71f6749f475 req-15fda36f-2f99-4ea8-9e83-a6cd9dfc495c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1223922
Jan 19 15:58:38.855731 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-23d081d0-fe89-48c0-b724-89f019542c5d req-b548bc3a-cc8c-4195-9c54-2c68824a4516 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501487
Jan 19 15:58:38.881825 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8abd6607-f10b-40cb-8ff4-c71f6749f475 req-7f5e89e5-70b7-4745-83ff-93515ca8b515 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558743
Jan 19 15:58:39.464028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-15a1860b-5b49-49d7-ae6b-c6af264e90b3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:39.465592 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-15a1860b-5b49-49d7-ae6b-c6af264e90b3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.85 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 950 time: 0.1121697
Jan 19 15:58:39.552675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Deleting port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 15:58:39.552980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:39.656005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1ed37168-f6c8-42e0-b630-d84fa2aa56fe up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 15:58:39.737361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 15:58:39.739216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:39.839515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] For port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,segment=NetworkSegment(afe4d7a1-a3a8-4c74-8544-92dec8b89ae7),segment_id=afe4d7a1-a3a8-4c74-8544-92dec8b89ae7)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 15:58:39.840131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:39.993535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Calling delete_port for 3b771fc9-bbe8-4705-94cb-6f5f5933bdba owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 15:58:40.117161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e181-f6ba-49b4-9658-c342a5f123b4 req-803abb1c-a3d1-4a94-b473-3d5939fc5ed4 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:40.118877 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a941e181-f6ba-49b4-9658-c342a5f123b4 req-803abb1c-a3d1-4a94-b473-3d5939fc5ed4 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 950 time: 0.1068809
Jan 19 15:58:40.177490 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a941e181-f6ba-49b4-9658-c342a5f123b4 req-a71456ed-686d-4062-b88b-9536f15fe1b2 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/security-groups?id=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518708
Jan 19 15:58:40.300375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7e2eb-fdbc-45ea-8ce7-8035b7b47d81 req-a4753834-692e-4298-8157-1cfaf9dbd0d4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:40.301917 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cbb7e2eb-fdbc-45ea-8ce7-8035b7b47d81 req-a4753834-692e-4298-8157-1cfaf9dbd0d4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.2603202
Jan 19 15:58:40.340007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:40.371292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 15:58:40.429358 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cbb7e2eb-fdbc-45ea-8ce7-8035b7b47d81 req-de2add4f-6472-4154-8ad5-10cffe8efe31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205144
Jan 19 15:58:40.432325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Pushing event deleted for resources: {'Port': ['ID=3b771fc9-bbe8-4705-94cb-6f5f5933bdba,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 15:58:40.485546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 15:58:40.601836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] No DVR routers for this DVR port 3b771fc9-bbe8-4705-94cb-6f5f5933bdba on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 15:58:40.604744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:40.607731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5737796d-494f-444f-b8cf-832c5521b532', 'name': 'network-vif-deleted', 'tag': '3b771fc9-bbe8-4705-94cb-6f5f5933bdba'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 15:58:40.625118 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5bd7c125-5837-4005-ba83-afeeb3c479b9 req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.85 "DELETE /v2.0/ports/3b771fc9-bbe8-4705-94cb-6f5f5933bdba HTTP/1.1" status: 204  len: 173 time: 1.1499219
Jan 19 15:58:40.674812 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5737796d-494f-444f-b8cf-832c5521b532', 'name': 'network-vif-deleted', 'tag': '3b771fc9-bbe8-4705-94cb-6f5f5933bdba', 'status': 'completed', 'code': 200}
Jan 19 15:58:40.906074 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1d5f360f-1386-41fa-8e29-eb554f8ade6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:41.278473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:41.297515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 3b771fc9-bbe8-4705-94cb-6f5f5933bdba no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 15:58:41.338737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] No Port match for: 3b771fc9-bbe8-4705-94cb-6f5f5933bdba {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 15:58:41.339122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 3b771fc9-bbe8-4705-94cb-6f5f5933bdba not bound to the agent host hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 15:58:41.379621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-af940146-a5ec-4b31-9abe-e46201835a82 req-f89d7e45-9c8e-42cb-8d8e-700612407529 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Synchronizing usage tracker for tenant:c2b215cdca404f638f39820971113fa4 on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 15:58:41.395353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-af940146-a5ec-4b31-9abe-e46201835a82 req-f89d7e45-9c8e-42cb-8d8e-700612407529 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Unset dirty status for tenant:c2b215cdca404f638f39820971113fa4 on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 15:58:41.396641 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-af940146-a5ec-4b31-9abe-e46201835a82 req-f89d7e45-9c8e-42cb-8d8e-700612407529 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] 10.222.0.122 "GET /v2.0/ports?device_id=5737796d-494f-444f-b8cf-832c5521b532 HTTP/1.1" status: 200  len: 210 time: 0.0690863
Jan 19 15:58:41.669564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd78c6-3338-49cb-a007-c5c7ad5b591e req-d81c9eaf-acfc-4ad4-ae5c-538abccb8460 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:41.671344 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7afd78c6-3338-49cb-a007-c5c7ad5b591e req-d81c9eaf-acfc-4ad4-ae5c-538abccb8460 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1037247
Jan 19 15:58:41.726243 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7afd78c6-3338-49cb-a007-c5c7ad5b591e req-97988d72-e26a-49d5-934b-d8f679ae46bc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470624
Jan 19 15:58:42.150890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d1e11-521a-423d-9e93-1fd5bffd6d36 req-f4cda924-50d2-4fad-9213-040f2f0fa922 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:42.152605 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-541d1e11-521a-423d-9e93-1fd5bffd6d36 req-f4cda924-50d2-4fad-9213-040f2f0fa922 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1119242
Jan 19 15:58:42.205318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db776359-f12a-4c82-8070-433a42d23fe2 req-d367c8ca-d395-4065-aa44-b9faaa7b8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:42.208076 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-db776359-f12a-4c82-8070-433a42d23fe2 req-d367c8ca-d395-4065-aa44-b9faaa7b8dff service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 1162 time: 0.0845416
Jan 19 15:58:42.213987 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-541d1e11-521a-423d-9e93-1fd5bffd6d36 req-b0f6de72-d41b-456c-8509-b3fa8df52369 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493486
Jan 19 15:58:42.307300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:42.367330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db776359-f12a-4c82-8070-433a42d23fe2 req-c001f901-185c-456d-b30a-1a03bdab24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:42.368918 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-db776359-f12a-4c82-8070-433a42d23fe2 req-c001f901-185c-456d-b30a-1a03bdab24c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 904 time: 0.1539874
Jan 19 15:58:42.457254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:42.489807 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-db776359-f12a-4c82-8070-433a42d23fe2 req-42988ab8-884e-414b-b3a0-f5f89f4f4b1c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe HTTP/1.1" status: 200  len: 1001 time: 0.1123135
Jan 19 15:58:42.581044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db776359-f12a-4c82-8070-433a42d23fe2 req-f4750ae0-2d3f-4910-89e0-a3f2d5bdd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:42.583012 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-db776359-f12a-4c82-8070-433a42d23fe2 req-f4750ae0-2d3f-4910-89e0-a3f2d5bdd719 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.0812802
Jan 19 15:58:42.685867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db776359-f12a-4c82-8070-433a42d23fe2 req-95a69d65-4cc3-4757-af16-4615bf22c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:42.687322 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-db776359-f12a-4c82-8070-433a42d23fe2 req-95a69d65-4cc3-4757-af16-4615bf22c73c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0949936
Jan 19 15:58:42.859991 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-db776359-f12a-4c82-8070-433a42d23fe2 req-c8887b4f-3a0a-4f82-b546-199219fb131a service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538651
Jan 19 15:58:43.017325 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-db776359-f12a-4c82-8070-433a42d23fe2 req-21e604bb-185c-4d9e-8bbd-0384bade7de1 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434958
Jan 19 15:58:43.468128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e51b9-1d82-432a-bd05-1ea29f4ecc20 req-702299dd-bd00-44f0-8b5f-f92c2cbebb09 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:43.469853 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-552e51b9-1d82-432a-bd05-1ea29f4ecc20 req-702299dd-bd00-44f0-8b5f-f92c2cbebb09 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1110556
Jan 19 15:58:43.530149 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-552e51b9-1d82-432a-bd05-1ea29f4ecc20 req-85dacb24-db40-422b-bf1d-932ab5fe0580 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529590
Jan 19 15:58:44.778414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e0b5-8bef-426d-9684-c7143170dbde req-65223483-c9e9-48f3-b252-ed1db13d3b87 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:58:44.780220 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4199e0b5-8bef-426d-9684-c7143170dbde req-65223483-c9e9-48f3-b252-ed1db13d3b87 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1133432
Jan 19 15:58:45.031237 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4199e0b5-8bef-426d-9684-c7143170dbde req-2794faf1-d92d-4cb3-956f-8d6580d29e3f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2434585
Jan 19 15:58:51.389949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:58:59.406115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:59:08.399546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-32f62b76-3461-43c4-a4d6-f350cf2a80e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:10.907949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-46928ce8-3550-48c8-a221-6ec0ad543954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:11.281837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:12.311514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:12.457164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:16.798343 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-4f2cb694-5727-4b98-bdea-36221a3b5133 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789385
Jan 19 15:59:16.933137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-9c938d2c-9943-4134-bf0f-6434310bc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:59:16.934774 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-9c938d2c-9943-4134-bf0f-6434310bc15e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1162 time: 0.0934205
Jan 19 15:59:17.105594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-d0adfdbc-1bfc-4fbf-8603-9ec905827250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:59:17.107689 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-d0adfdbc-1bfc-4fbf-8603-9ec905827250 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1437199
Jan 19 15:59:17.187370 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-eda5f950-6156-41fc-8bd4-2e1a45f1891a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 200  len: 217 time: 0.0693827
Jan 19 15:59:17.263265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-ab1c18f9-d258-4196-8fc2-56e1a6153f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 15:59:17.264847 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-ab1c18f9-d258-4196-8fc2-56e1a6153f4b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.0698528
Jan 19 15:59:17.321524 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-50c9527c-9ecf-4dcd-b686-300cc5d2f8de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469511
Jan 19 15:59:17.477060 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-bbf460f9-7607-4203-9892-fb6324976d4c service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478837
Jan 19 15:59:17.631222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f88942d6-fa26-4f0f-812c-3552feb592dc req-e059861f-d640-46f9-a73b-73b20c304df0 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470098
Jan 19 15:59:21.393236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:36.406114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 15:59:38.393861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f0122c5-d4d8-43a5-946f-8e9d97a141f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:40.911776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-273f5ccb-afe5-44eb-9af9-f04e8099c95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:41.284267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:42.314531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:42.460182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 15:59:51.406330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:08.397090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7ff41634-46c8-4cf5-ad54-0e928b21dfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:10.914156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d1f9-8814-44f0-90d9-a1e0e7fb9b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:11.287252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:12.319204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:12.466794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:13.407098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:00:17.742803 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-1453a1fa-2b2f-4885-8ec5-b1350332b145 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0798628
Jan 19 16:00:17.872094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe640ec-0351-41fa-b960-2757c209b65a req-4a757f17-9e96-4ddc-b574-02ef2bb1d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:00:17.873761 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-4a757f17-9e96-4ddc-b574-02ef2bb1d31e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1162 time: 0.0945289
Jan 19 16:00:18.044414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe640ec-0351-41fa-b960-2757c209b65a req-80fe9d33-426e-4329-bebb-142c14fe438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:00:18.046083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-80fe9d33-426e-4329-bebb-142c14fe438f service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1529272
Jan 19 16:00:18.124658 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-b8cec36a-c714-4b6d-8df7-98ff70353e57 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 200  len: 217 time: 0.0712082
Jan 19 16:00:18.198057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe640ec-0351-41fa-b960-2757c209b65a req-f252a079-c7ae-4ad4-b3a1-bacacf25c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:00:18.199798 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-f252a079-c7ae-4ad4-b3a1-bacacf25c2f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.0676923
Jan 19 16:00:18.253632 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-0af793c0-1b37-4456-84f1-6081ec3a13f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472510
Jan 19 16:00:18.402211 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-8e623b45-4c70-4c49-9caa-e75bef0b851f service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421037
Jan 19 16:00:18.551846 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dfe640ec-0351-41fa-b960-2757c209b65a req-3303e0c5-b373-4f44-9c07-05bbf2388e8f service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430254
Jan 19 16:00:21.427207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:38.399350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c53ff2b4-07d3-46e4-a6e9-66cebb51e90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:40.916424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-544b388e-2b2d-4d13-8520-724312ae6fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:41.292389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:42.330750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:42.468330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:00:50.406199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:00:51.445920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:08.401811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a0caf98-4097-4ef3-93f6-10a454b55417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:10.919137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd7d2165-8aa7-4820-a5e2-a45128b9b35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:11.293217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:12.328101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:12.473507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:19.124248 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-a823f92e-ff72-41e5-8298-25737eac3e08 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2338948
Jan 19 16:01:19.238201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-5513496a-2602-4436-bdc8-c3f22b06f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:01:19.239828 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-5513496a-2602-4436-bdc8-c3f22b06f3b0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 1162 time: 0.0803211
Jan 19 16:01:19.398565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-f59d8093-f06c-4075-ad1b-0c0e41d62131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:01:19.400172 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-f59d8093-f06c-4075-ad1b-0c0e41d62131 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 904 time: 0.1411688
Jan 19 16:01:19.513577 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-0e6f152c-3e6d-481d-b862-175ab7849e82 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe HTTP/1.1" status: 200  len: 1001 time: 0.1065335
Jan 19 16:01:19.587579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-5c382957-ab46-4d73-bccf-9537d2e7701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:01:19.589177 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-5c382957-ab46-4d73-bccf-9537d2e7701f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.0689795
Jan 19 16:01:19.680477 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-e0ffa678-3f19-4412-914b-a07a2b3964ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:01:19.682144 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-e0ffa678-3f19-4412-914b-a07a2b3964ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0861304
Jan 19 16:01:19.837583 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-4b34c1c6-905c-44c9-8506-3c4697d198b4 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471381
Jan 19 16:01:19.986843 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d622266-a0ef-4f1a-a482-6b39597de630 req-3d442c10-994d-4e81-84a9-8820709c7a1b service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426051
Jan 19 16:01:21.434980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:27.407352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:01:38.406419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-73f9f6c6-ff2b-437b-8950-e3b75b76207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:40.925095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e22cfb8c-2a01-4c0f-ab87-b8bbe662ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:41.296066 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:42.322592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:42.473483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:01:51.439144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:04.407825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:02:08.410290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-93124288-4f25-4871-b930-fe0d0d0dbdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:10.916386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6877e37b-a88e-4576-af33-87cf84e75045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:11.300793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:12.326637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:12.478434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:19.980698 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-31d031e6-c92b-4160-9e6f-694e51532f8b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0796783
Jan 19 16:02:20.101898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-0c5618fe-4e39-4421-8662-4533d83c5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:02:20.103544 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-0c5618fe-4e39-4421-8662-4533d83c5761 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 1163 time: 0.0856216
Jan 19 16:02:20.267711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-fe3f95dc-db4e-42a6-b262-835d3e396cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:02:20.269293 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-fe3f95dc-db4e-42a6-b262-835d3e396cac service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1453283
Jan 19 16:02:20.345346 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-ad1f4990-2b05-4fe9-9d0a-4f1748ef2a46 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2773c104-e4fa-4785-b1ca-ba98c4106928 HTTP/1.1" status: 200  len: 217 time: 0.0682685
Jan 19 16:02:20.418980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-59ec87df-be80-4c83-bb97-483d41ce9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:02:20.420617 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-59ec87df-be80-4c83-bb97-483d41ce9a26 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0691600
Jan 19 16:02:20.473073 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-301244bd-0253-42b6-b265-7d18c25d6e9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456808
Jan 19 16:02:20.845819 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-30f9c819-6880-409a-981c-47fc45b77046 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3598316
Jan 19 16:02:20.997360 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c924c7e6-d0cb-42a5-8850-0c0f95a7f510 req-4080c25c-8d86-4419-8a64-64c9fe891655 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439898
Jan 19 16:02:21.450062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:38.413307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-66a9f6e9-2d64-4de7-a437-650db0b97cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:40.918616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fb6b319-0bd1-4f33-8da9-a49619540782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:41.303244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:41.408026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:02:42.331430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:42.485479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:02:51.453641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:08.417282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-13a14401-b328-4f54-820d-b0b2187a50f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:10.930752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-97dc417e-eb32-4daa-88df-e369f829035f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:11.315116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:12.339265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:12.481342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:18.408626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:03:19.985483 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-dd2a84ba-60cb-4515-b42c-2921c10216cd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0830958
Jan 19 16:03:20.105577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-b4f5869c-0080-4260-a6ae-7dcd7ffd9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:03:20.107230 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-b4f5869c-0080-4260-a6ae-7dcd7ffd9999 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=977963f017e9419385f7ab9ac646d3b5&device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 1163 time: 0.0812621
Jan 19 16:03:20.273217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-d7980e4f-0a8d-4e59-b58c-88c57ca8a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:03:20.274880 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-d7980e4f-0a8d-4e59-b58c-88c57ca8a83c service neutron] 10.222.0.85 "GET /v2.0/networks?id=6c327fb9-b7a2-49c7-b369-646ec336cd80 HTTP/1.1" status: 200  len: 908 time: 0.1451755
Jan 19 16:03:20.355479 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-6aab536b-f7dd-442a-9d02-e75ac9422abd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d6f49b0-102e-42d7-93fd-cd34b3067474 HTTP/1.1" status: 200  len: 217 time: 0.0734818
Jan 19 16:03:20.428218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-53d3cf3b-9de4-4b8b-becd-31ec8ae8d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:03:20.430488 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-53d3cf3b-9de4-4b8b-becd-31ec8ae8d5d7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5 HTTP/1.1" status: 200  len: 854 time: 0.0680499
Jan 19 16:03:20.490216 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-bda67aeb-3506-4c55-94d6-45354891e335 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c327fb9-b7a2-49c7-b369-646ec336cd80&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533457
Jan 19 16:03:20.642687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-5f293180-ed06-48ea-9bed-ab748514e179 service neutron] 10.222.0.85 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448584
Jan 19 16:03:20.798315 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca6f34c1-6ede-428b-aeb7-d9702b88a39f req-bc7e80b2-e138-41d7-b99c-97c51d81f5bf service neutron] 10.222.0.85 "GET /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497128
Jan 19 16:03:21.449849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:38.419481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-051ef1b1-be5e-4bfa-bec7-a5c4d6e2a4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:40.923831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-91313852-a9a1-4e75-a813-00db9ff130d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:41.310615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:42.336817 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:42.484591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:51.453369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:03:55.409203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:04:08.422548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7355f0f5-8894-4513-8ccc-24bade697f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:10.926364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9746affd-8f41-4d84-b90d-8800c265b9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:11.312228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:12.330000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:12.490804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:21.465821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:22.060949 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-6516b1c8-b6bd-476d-9ce0-2fd1f6f50357 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0835419
Jan 19 16:04:22.197166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-9e750bcc-9d5e-4f7e-9893-89367fb3bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:04:22.198857 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-9e750bcc-9d5e-4f7e-9893-89367fb3bc52 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 1162 time: 0.0832322
Jan 19 16:04:22.363480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-9c04b10e-c6ed-4755-ab05-def24b2a8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:04:22.365081 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-9c04b10e-c6ed-4755-ab05-def24b2a8c42 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1442895
Jan 19 16:04:22.449476 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-ef5784bf-ec5b-4e2e-8776-8331323386f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d821d784-d553-427d-a9fa-a593b0e97bb7 HTTP/1.1" status: 200  len: 217 time: 0.0746107
Jan 19 16:04:22.522560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-1c351a41-5a0c-4da0-8e7f-eb509e7ea28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:04:22.524207 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-1c351a41-5a0c-4da0-8e7f-eb509e7ea28a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0660901
Jan 19 16:04:22.583895 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-b784b404-d919-4756-852d-67ad65c18158 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519209
Jan 19 16:04:22.738127 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-314a73de-8ba5-46ce-82cd-3c1edac78ba7 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462829
Jan 19 16:04:22.887727 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-39b777dc-f538-4f23-bcb6-04cd2dbe728f req-70d0d18e-3cd1-4c6c-9bea-9f957f173d70 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421368
Jan 19 16:04:32.410395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:04:38.426383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12c91056-8c6a-4d8c-bed0-9a00e3594503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:40.928941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-783b5024-7d65-433e-9446-e14b7623e49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:41.314963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:42.331468 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:42.492018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:46.409254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 41090) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:04:46.615846 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-19145ca9-98b7-4c04-b65b-f57f2530f413 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c2b215cdca404f638f39820971113fa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2052085
Jan 19 16:04:46.618418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 41098) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:04:46.683883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:46.712724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:46.759438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:46.765207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ade85c62-d654-4442-829b-1fa6d15a1b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:04:46.784446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:04:46.793260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.793660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.794076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.794462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.794843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.795226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.795605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.795986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.796366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.796801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.797119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.797489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.797969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.798955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.799342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.799724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.800099 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.800473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.800845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.801218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.801587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.801989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.802361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.802773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:04:46.807735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:04:46.812686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:04:46.815118 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7fe60c0a-5c10-4918-b8f4-f6ac96cfeb62 HTTP/1.1" status: 204  len: 168 time: 0.1954145
Jan 19 16:04:51.496802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:08.428776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-93243d1b-7c9b-45af-a9d4-dfc386e35c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:09.410556 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:05:10.929940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f304f730-8f95-4b13-a3e5-e24953da6050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:11.321104 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:12.341232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:12.650935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:20.975121 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-c5f8451d-6802-49b8-8713-a7af66d4ff3b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0848742
Jan 19 16:05:21.087770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-e64f806b-59a6-4f58-a763-746a5efb0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:05:21.089390 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-e64f806b-59a6-4f58-a763-746a5efb0452 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 1162 time: 0.0810266
Jan 19 16:05:21.253837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-66432506-7708-48a5-ac20-1037dd12065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:05:21.255430 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-66432506-7708-48a5-ac20-1037dd12065b service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1450696
Jan 19 16:05:21.336144 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-3b6d00c7-5d9a-4c67-b314-67f14420de91 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1fac5c0-02ff-43fb-b15a-919224c293c6 HTTP/1.1" status: 200  len: 217 time: 0.0734389
Jan 19 16:05:21.411977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-3003428e-aec4-4899-be03-8b1289eddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:05:21.413323 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-3003428e-aec4-4899-be03-8b1289eddc08 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0703380
Jan 19 16:05:21.472526 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-aad95179-332c-49e1-a4f2-c5dbc2fb8514 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525253
Jan 19 16:05:21.512388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:21.620867 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-5a893fa3-ed18-4cbd-949a-af0a0ee58cd3 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417842
Jan 19 16:05:21.769446 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11f50636-370e-45cf-b6be-1ecbe3af7596 req-07d16dca-6957-4c52-a2b2-63e1b63a9e2f service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418967
Jan 19 16:05:38.431591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-62d2a7eb-e879-4953-99c7-a1289ce046b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:40.931876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35b7680b-1d3d-40c5-9e10-efa1b3443cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:41.321890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:42.348270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:42.498732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:05:46.411513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:05:51.513879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:08.433592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-787debd6-219e-4e97-a0f5-0f9137896b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:10.933251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-036f06c3-b997-4e78-b94d-7670eb4a35ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:11.324137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:12.351269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:12.505905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:21.525069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:22.090443 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-473f2612-efb9-4b9f-ad97-ac4b3e2b62ec service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2170875
Jan 19 16:06:22.280301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-4e439b9a-f6c9-4270-b15d-5364126192f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:06:22.281965 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-4e439b9a-f6c9-4270-b15d-5364126192f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.0939324
Jan 19 16:06:22.447151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-165223ef-c698-42ad-a408-372a5539deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:06:22.448738 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-165223ef-c698-42ad-a408-372a5539deaf service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1460223
Jan 19 16:06:22.523748 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-b86cfc69-8289-48eb-a538-876b09abdf4d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.0664856
Jan 19 16:06:22.597177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-709bcdcb-3be9-446b-84db-f89613136a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:06:22.598834 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-709bcdcb-3be9-446b-84db-f89613136a85 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0687015
Jan 19 16:06:22.653541 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-0ded7689-bf37-44d0-8ea4-7226f7b16832 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480208
Jan 19 16:06:22.664645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-6c70ba1c-785f-4b06-a78b-991d55261abb service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:06:22.665687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-6c70ba1c-785f-4b06-a78b-991d55261abb service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0057461
Jan 19 16:06:23.023504 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-e6e5ee27-29c9-44b8-8c7a-e52e92ec9bbc service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3512030
Jan 19 16:06:23.170229 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54244f0e-623f-4154-9af5-e2a39ad8f2da req-ca0cf165-ab2b-421f-8da0-0c2a4afe2ded service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391718
Jan 19 16:06:23.410826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:06:38.436868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd4f8-09b7-4c18-a772-4ff8fc6cd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:40.934857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-38ad34ad-2e0a-4b4e-a9eb-2e149af5d062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:41.326071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:42.358382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:42.518514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:06:51.543271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:00.411204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:07:08.439801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c272959-d264-4ab9-b8f5-b74f5db664ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:10.935160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c92aba6-a4ab-4ef5-991a-eedfe12a0bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:11.331322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:12.352906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:12.520853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:21.557833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:22.964833 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-01c65ef8-9f22-4969-afff-257161e5672d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0825531
Jan 19 16:07:23.078849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-c5e95855-b836-4a39-968c-d65fe7784fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:07:23.080662 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-c5e95855-b836-4a39-968c-d65fe7784fed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1162 time: 0.0829442
Jan 19 16:07:23.245808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-2cee4f36-5b6a-499e-8b40-06a4ad4e638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:07:23.247558 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-2cee4f36-5b6a-499e-8b40-06a4ad4e638e service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1464522
Jan 19 16:07:23.326640 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-32cc4640-1b82-473f-8e76-d0e089e4e71c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 200  len: 217 time: 0.0721025
Jan 19 16:07:23.401110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-4435dcd7-fb9c-49de-a7ad-41a793787dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:07:23.402768 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-4435dcd7-fb9c-49de-a7ad-41a793787dbb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.0695946
Jan 19 16:07:23.458941 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-2b987d40-4fd7-4f22-8b28-8fd22dae1848 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486040
Jan 19 16:07:23.615040 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-7560cd0e-3c13-4617-933a-6c0b751688aa service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494565
Jan 19 16:07:23.781232 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6f82d425-032b-45d4-8cc3-6bf68f2cd2b5 req-8f1c1141-89a2-48d1-97f8-12a1e9e09be4 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1598215
Jan 19 16:07:37.412768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:07:38.441778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-66877970-dd71-4c1f-adb1-4e160f0bd231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:40.936357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18e1efda-8a35-493d-8238-1ad68ef57f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:41.334701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:42.355944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:42.522703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:07:51.557952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:08.445514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-eb8629a3-1148-425d-bf9c-1d929eda61f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:10.941542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b5ca9b34-67a6-4835-b920-124b3a9e7913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:11.338039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:12.358186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:12.529471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:14.412123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:08:21.589729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:24.980086 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-20a3df53-fd83-4114-8b54-379fe3b66080 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0815265
Jan 19 16:08:25.092330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffca85-3895-4501-a700-2b2002eb8335 req-1c912333-2741-4c28-825a-eb15c90844bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:08:25.094001 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-1c912333-2741-4c28-825a-eb15c90844bc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1162 time: 0.0801620
Jan 19 16:08:25.264877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffca85-3895-4501-a700-2b2002eb8335 req-abfc44f4-87ab-43c0-b4c5-4570bddfa8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:08:25.266746 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-abfc44f4-87ab-43c0-b4c5-4570bddfa8b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1518843
Jan 19 16:08:25.346914 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-e939da55-6786-4676-925d-9c5d878e7c94 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 200  len: 217 time: 0.0733485
Jan 19 16:08:25.418522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffca85-3895-4501-a700-2b2002eb8335 req-2979c65e-4fd8-45b4-9be8-52e8c096b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:08:25.420159 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-2979c65e-4fd8-45b4-9be8-52e8c096b2c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.0668797
Jan 19 16:08:25.479460 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-43c0c391-9400-4d7c-9a6b-e8673b60bcd0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0508401
Jan 19 16:08:25.627753 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-a4f23c93-99a0-4662-ae6e-4d7f2490cb5d service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412086
Jan 19 16:08:25.781100 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3fffca85-3895-4501-a700-2b2002eb8335 req-d02f0e1e-fa36-4db6-b000-8ca02a76a0ef service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466386
Jan 19 16:08:38.447473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f9b527c-dd10-4000-9756-7f5b20435622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:40.944382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe680-0e1f-4d8c-a79a-3a0ce36786ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:41.338405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:42.360518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:42.539564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:08:51.412652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:08:51.616067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:08.450768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf8f8467-f87f-491c-8641-e3d1daa17e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:10.945327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f43eea1-a665-458a-9eee-4e4fabb82b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:11.340801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:12.363438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:12.544450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:21.628535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:26.961811 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-1d348472-4378-4473-a32c-4aa3cb7238db service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0806122
Jan 19 16:09:27.107505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-dd233de1-118a-4bd1-a3f0-ca40843509c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:09:27.109148 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-dd233de1-118a-4bd1-a3f0-ca40843509c9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 1162 time: 0.1076198
Jan 19 16:09:27.275614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-907ecd16-f043-41f3-a948-91624bbb1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:09:27.277100 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-907ecd16-f043-41f3-a948-91624bbb1b33 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 904 time: 0.1465583
Jan 19 16:09:27.390736 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-640e973d-ee65-45e4-b045-b19cec245897 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe HTTP/1.1" status: 200  len: 1001 time: 0.1044383
Jan 19 16:09:27.469916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-d51c788a-bb8d-4f41-b275-780e985f55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:09:27.471539 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-d51c788a-bb8d-4f41-b275-780e985f55b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.0727732
Jan 19 16:09:27.557564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-2338930c-e7c9-4dff-baec-f452983c3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:09:27.559192 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-2338930c-e7c9-4dff-baec-f452983c3946 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0793688
Jan 19 16:09:27.711045 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-0946f52b-f4eb-48f9-9ce6-0559acebf5ba service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420658
Jan 19 16:09:27.865835 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3b93e8f-604a-4500-8858-fd12a38b2209 req-78f57849-b09b-4168-90fe-636108831326 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445913
Jan 19 16:09:28.413277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:09:38.452844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7701a93c-2800-42ed-a94a-96959d8ea1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:40.953360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-065bf73d-c815-4350-9a7d-20cf5238400a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:41.343000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:42.367010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:42.540740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:09:51.656014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:05.413325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:10:08.456402 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc2e-5be7-4a65-83cb-d89c0dfcb35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:10.948890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-716fa8e9-5340-4f4d-ad68-83063a40849b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:11.346185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:12.368083 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:12.545079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:20.794003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 44220) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:10:20.986438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:21.002527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:10:21.006678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Usage tracker for resource:security_group_rule and tenant:a3de3542e02e4a76b50e3832ec0c8bb0 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:10:21.010592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:10:21.016670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:10:21.119079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:21.123420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:21.135260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d23b5edb-b7bd-43b2-8398-e80d0fb2ac6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:10:21.178639 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a3de3542e02e4a76b50e3832ec0c8bb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3833635
Jan 19 16:10:21.181420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe92ba1-681b-402f-b34c-5429ed2b7bd7,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:10:21.182575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 44232) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:10:21.190443 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.190888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.191232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.191631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.192025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.192395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.192967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.193509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.194082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.194643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.195193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.196010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.196885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.197440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.198054 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.198603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.199114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.199657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.200204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.200766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.201153 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.201543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.201961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.202358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.207462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:10:21.252630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:21.280739 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:21.331371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:21.337218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-24c17d54-228e-41e3-b27a-dd74889c3f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:10:21.351989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe92ba1-681b-402f-b34c-5429ed2b7bd7,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:10:21.357414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:21.358668 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7fe92ba1-681b-402f-b34c-5429ed2b7bd7 HTTP/1.1" status: 204  len: 168 time: 0.1750109
Jan 19 16:10:21.363753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.364164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.364564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.364955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.365351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.365753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.366151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.366538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.366949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.367365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.367694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.368623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.369087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.369718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.369985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.370367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.370748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.371128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.371508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.371889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.372268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.372646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.373022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.373399 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:10:21.376980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:10:21.670546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:22.314914 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679e9b0-ac28-4639-bd9e-114255b9bf86 req-524abceb-9011-4641-ae7b-3088b410109c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:10:22.316615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6679e9b0-ac28-4639-bd9e-114255b9bf86 req-524abceb-9011-4641-ae7b-3088b410109c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 946 time: 0.4253652
Jan 19 16:10:22.375733 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6679e9b0-ac28-4639-bd9e-114255b9bf86 req-6be7c408-c2e1-4ac7-947f-ca85fcd47765 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/security-groups?id=5e701168-da9f-4b41-852f-cf52383762e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516822
Jan 19 16:10:22.827671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-6d7afcbf-c4fd-46b8-884d-8c2432672187 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:10:22.829267 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-6d7afcbf-c4fd-46b8-884d-8c2432672187 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.85 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 946 time: 0.1103220
Jan 19 16:10:22.916947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Deleting port 8d6f49b0-102e-42d7-93fd-cd34b3067474 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:10:22.917333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:23.199201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] For port 8d6f49b0-102e-42d7-93fd-cd34b3067474, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8d6f49b0-102e-42d7-93fd-cd34b3067474,segment=NetworkSegment(0f351d35-9030-473c-87b3-7de55095dc96),segment_id=0f351d35-9030-473c-87b3-7de55095dc96)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:10:23.199604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:23.342360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Calling delete_port for 8d6f49b0-102e-42d7-93fd-cd34b3067474 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:10:23.521567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:23.543192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ad822342-6534-4516-8472-018297523e12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:10:23.859930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Pushing event deleted for resources: {'Port': ['ID=8d6f49b0-102e-42d7-93fd-cd34b3067474,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:10:23.864682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:10:23.987852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] No DVR routers for this DVR port 8d6f49b0-102e-42d7-93fd-cd34b3067474 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:10:23.990709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:23.995084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'name': 'network-vif-deleted', 'tag': '8d6f49b0-102e-42d7-93fd-cd34b3067474'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:10:24.018747 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f84630e0-0885-4301-af8e-e38542dbc3ee req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.85 "DELETE /v2.0/ports/8d6f49b0-102e-42d7-93fd-cd34b3067474 HTTP/1.1" status: 204  len: 173 time: 1.1830227
Jan 19 16:10:24.162813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8d6f49b0-102e-42d7-93fd-cd34b3067474 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:10:24.194818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-b54800bf-61a3-46c7-8d99-8605cc12efd5 req-298d8837-4a91-4e60-8068-e52fa2c6ffe9 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Synchronizing usage tracker for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:10:24.213826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-b54800bf-61a3-46c7-8d99-8605cc12efd5 req-298d8837-4a91-4e60-8068-e52fa2c6ffe9 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Unset dirty status for tenant:977963f017e9419385f7ab9ac646d3b5 on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:10:24.215265 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b54800bf-61a3-46c7-8d99-8605cc12efd5 req-298d8837-4a91-4e60-8068-e52fa2c6ffe9 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.4222724
Jan 19 16:10:24.227005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] No Port match for: 8d6f49b0-102e-42d7-93fd-cd34b3067474 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:10:24.228848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8d6f49b0-102e-42d7-93fd-cd34b3067474 not bound to the agent host hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:10:24.273729 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e9a210-eb3d-4f29-afc8-1f34c9117f9b', 'name': 'network-vif-deleted', 'tag': '8d6f49b0-102e-42d7-93fd-cd34b3067474', 'status': 'completed', 'code': 200}
Jan 19 16:10:25.407654 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b2080f33-d4b4-40bb-a630-6949c3a18afb req-f28a9193-5061-4e0e-a3aa-1623a58ec79f tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0497208
Jan 19 16:10:26.594804 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4bd321b5-a0ee-4a18-b210-f860a236854f req-87b13771-5a76-4d90-ab98-008693a90f43 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0486808
Jan 19 16:10:27.780850 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-130017ce-f6cd-4bbe-8c4a-a31e47da9329 req-027da432-c469-4a98-98bc-fb7078380655 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0489218
Jan 19 16:10:28.954536 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-edc544aa-4a34-460d-8468-b4d954a5da6b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0837007
Jan 19 16:10:28.970294 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5c5c4f3-b528-4d80-8029-d952cc3a36db req-7b9ca521-a2e8-4612-8652-63d5b2a7e4db tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0516100
Jan 19 16:10:29.073545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12775-f12e-4558-82be-89da799342bd req-bbbf3057-b802-478c-a7af-fe538fb41f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:10:29.075312 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-bbbf3057-b802-478c-a7af-fe538fb41f51 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 1163 time: 0.0805986
Jan 19 16:10:29.248358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12775-f12e-4558-82be-89da799342bd req-95aab1f0-a655-4673-b27d-ddfe315602f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:10:29.250177 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-95aab1f0-a655-4673-b27d-ddfe315602f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1475136
Jan 19 16:10:29.329536 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-f74ecb9b-d4a7-4df5-ac21-c4ea6e8a678c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2773c104-e4fa-4785-b1ca-ba98c4106928 HTTP/1.1" status: 200  len: 217 time: 0.0723321
Jan 19 16:10:29.404590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12775-f12e-4558-82be-89da799342bd req-70f03d6c-4356-4b1a-bb32-95957c679953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:10:29.406197 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-70f03d6c-4356-4b1a-bb32-95957c679953 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0704429
Jan 19 16:10:29.460087 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-ac389b06-6d99-4d27-91e2-002403e30f1a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465198
Jan 19 16:10:29.611378 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-65fcac8e-2f03-4e70-b4c6-93bea022116d service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443172
Jan 19 16:10:29.768842 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-43f12775-f12e-4558-82be-89da799342bd req-e4a358a6-37c3-401e-a759-f97741df24d0 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1505256
Jan 19 16:10:30.183709 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e8650355-cfe1-4ac2-9336-3d2a0334f884 req-0e620c94-167a-4089-bcc0-cef2e0928fe9 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0751143
Jan 19 16:10:31.375855 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f37df70a-aea7-42b1-a6d9-15f12aa28c82 req-f5bab5d7-e91c-4196-8d5d-6764c6af97e9 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0513115
Jan 19 16:10:32.564012 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a1d7b0c5-be14-46f5-be7a-d3db43acbbc8 req-f21a12e4-9bd5-49c4-97e3-db7c0d940b0e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0505092
Jan 19 16:10:33.758882 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8918a3d3-5d6e-4e5b-a992-291c3dc91938 req-db01e865-1a30-4050-83ef-c1ec66a72264 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0550354
Jan 19 16:10:34.944815 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0bf476e1-3ed8-451f-af67-8924b1e9adc0 req-9aede8e0-b990-4cf7-b78f-0b46bc139560 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0514503
Jan 19 16:10:36.139470 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-25a3b00e-02c2-4441-b7b7-33ab31f3108b req-dca42060-6e51-415c-bcf6-3e4ae410d3fa tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0546618
Jan 19 16:10:37.332964 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca672f2c-8c23-484b-8f9e-fa6e6040accb req-3a1b82c5-dc79-465d-bc57-aa550b3d3258 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0539980
Jan 19 16:10:38.462783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8f7255c4-233e-4d82-b43c-df8fecfc2c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:38.527911 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2ddcf302-feb8-4a62-b1c8-cc6757bf5058 req-9ad046d0-2315-4f90-b071-5f81c12d1ce7 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0517156
Jan 19 16:10:39.712134 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3f06181f-5cf5-4b49-a154-e274dce70bf4 req-fe175428-672e-40ac-acc6-2b88a3b15b7c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0494950
Jan 19 16:10:40.896893 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b77704ad-0617-4bbb-ad14-7364b991c0f7 req-a2e8d750-7fd2-4f88-bb43-51a6f444bf55 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0493989
Jan 19 16:10:40.951472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f4b29691-12a1-4b39-b885-260f0a006a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:41.352216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:42.078084 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-50d3afcf-6a2a-46cf-a317-c3a8e2a52dc5 req-611e6af5-2baa-402d-8f0a-a4dec7956d81 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0477338
Jan 19 16:10:42.370909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:42.412606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:10:42.544451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:43.265813 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1fe86448-0232-447a-b475-c6912c28797e req-61358e03-620e-4ed1-812b-246aecb60a11 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0522888
Jan 19 16:10:44.457686 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-04d5df85-a9d2-49df-962a-54faa157b0e2 req-adeb1850-1c67-466b-a583-916ea91cd2fd tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0537951
Jan 19 16:10:45.650997 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a4cbeeda-854a-4fa8-a1fc-357c2a003512 req-aa088a14-9294-4916-ad36-091c47b61754 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0549126
Jan 19 16:10:46.839782 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2a3a910a-f8ef-4d1e-b9a2-fd173a89f1e2 req-72e7e56e-395e-4314-a18c-d053eea14aa2 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0502217
Jan 19 16:10:48.025680 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ad1985ce-8590-4fa0-9fc6-d73b6f766841 req-a3bfb4c7-6a49-474a-9802-13c0cf23548c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0499170
Jan 19 16:10:49.206622 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cf18ab2b-5148-48cb-abf7-524e2d60fc56 req-260cdc18-5aaf-4656-bbaa-3db48cff8a3b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0488045
Jan 19 16:10:50.395729 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0eca9e59-fbf2-4a2f-a53d-8a6123fac2a9 req-ca02d097-9ab8-456d-931f-58bc512aca51 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0544124
Jan 19 16:10:51.592010 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d44aec6c-a789-407f-a282-b78647fd58ab req-c220fbfd-bf1c-4c8c-97dc-d0aa83b84e71 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0528569
Jan 19 16:10:51.671320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:10:52.781687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-51b1c1b6-e045-42e6-989a-e6cb92430c58 req-045194a6-e966-4e4a-b0fd-f41af47cea28 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0509326
Jan 19 16:10:53.972720 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3e33e5c1-c498-4925-83a4-04f804fc4ddb req-3e616b2b-a067-4b1b-88d5-1933e2c8cff2 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0509577
Jan 19 16:10:55.162693 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f358dd7-0f38-4fc5-acbc-6cc989ead723 req-3f695102-b62b-4650-b9a4-9316062d88c9 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0508318
Jan 19 16:10:56.355577 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4505f09d-a180-45f1-a390-76dedab62f75 req-4d4209f7-375b-41d9-8738-1c36eb8d1008 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0509748
Jan 19 16:10:57.542131 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dca66528-0766-47bf-ae71-149e8ab82f95 req-b09e5950-7d04-4d22-84cf-0cb83ad7f15d tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0544453
Jan 19 16:10:58.731365 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d66398d8-e69d-4631-86b1-789326f0851f req-39d669bc-4f91-42f3-a102-6db60b7a745a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0539818
Jan 19 16:10:59.913967 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e91c8fb2-0090-4424-8cca-557af02ed628 req-5788f055-05ed-4eac-b41d-6833f5734535 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0499394
Jan 19 16:11:01.098427 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-13ddccc6-689e-4b6d-bd7d-11f3ee4a1064 req-b6e46ff3-36e4-491b-bf18-d7f05fd7860b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0497887
Jan 19 16:11:02.287307 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-74085661-5762-4a31-8312-8b398d0ff449 req-437dff49-17dd-4e3c-9cbb-c090c9dfe899 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0498037
Jan 19 16:11:03.473480 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b2bd2b1c-79ca-46b6-b460-c608b959b14a req-5d921af8-ecf8-487b-85a3-67e621cded87 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0488534
Jan 19 16:11:04.661188 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6d91c197-2d10-46a9-b328-db58feaac9ce req-dbdbaaed-d773-43ca-8f2a-4e68c2ce9864 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0541995
Jan 19 16:11:05.851659 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d3b359f-60d0-435c-87f2-c8d5b9f53b50 req-fb8a6caa-bb77-475c-b5a5-c55cb13889cc tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0542989
Jan 19 16:11:06.761683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-ca57ec5c-9554-43e6-9d7a-c3af49723373 req-28e831df-e91f-4686-b0ed-512350b599a9 service neutron] (80061) timed out ('10.222.0.85', 50724) {{(pid=80061) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 19 16:11:07.038467 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90bd405b-f1f0-4cd0-bf3c-3e581ae62c96 req-6322fb48-fab7-4242-9660-3953ea479ac7 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0488980
Jan 19 16:11:07.733668 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-1b0c0c9e-40e6-4998-8ce5-06c4b017d0d8 req-e6590aae-132c-40c5-b0d1-ec29b12a8c10 service neutron] (80060) timed out ('10.222.0.85', 50712) {{(pid=80060) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 19 16:11:08.235695 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-99a43920-d385-4e56-817c-3c773a1f6f1c req-20ccf8de-2f2b-40ee-ba15-e57560c5c9bd tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0518060
Jan 19 16:11:08.463664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-879d5611-daf6-4392-a135-0a572209f1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:09.579356 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-491dcdb0-fe92-4e1c-b09a-1869402cd74b req-967f8510-e463-4d1c-92db-158b4581cf17 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0508888
Jan 19 16:11:10.766508 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bb1ac3cc-0187-4dfe-8ecf-3917478ab370 req-35a40647-510b-4d05-a31f-86611a3d29b0 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0512979
Jan 19 16:11:10.954169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6df5909c-59b2-437e-9bbc-d90de05b79c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:11.353332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:11.954002 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-319133bc-b4f2-4eb1-9a76-350e9113bde8 req-776db011-2bbf-4a66-9a73-018aa515b321 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0533941
Jan 19 16:11:12.372977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:12.548870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:13.144299 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7861c02b-aa13-4e0a-a8ea-d64c6f59d558 req-522ab566-68bb-47b2-a375-5822461c693a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0537326
Jan 19 16:11:14.325366 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-acf3be74-eee9-441c-b15a-eb14a2674d70 req-0a26b98d-33c8-4174-856d-fa23cae7407a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0490081
Jan 19 16:11:15.506342 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a691f252-154a-4712-a3f0-38a90d24291a req-2b5bf23c-966f-46ca-9885-63474abfdc56 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0481489
Jan 19 16:11:16.692940 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3a23a247-2598-4377-acef-ec8d0b2f4a00 req-e842c226-bec6-485c-80dd-bc6782102056 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0490832
Jan 19 16:11:17.882369 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c012098f-52a9-41e5-9339-3cb8dd3d3768 req-013f4007-7650-4b45-a690-fafd60733d33 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0534093
Jan 19 16:11:19.071809 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6e2dbeac-263a-4fe8-aac7-4e07760e399c req-eba6f0b9-25d5-418b-891a-85640bc57a83 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0532939
Jan 19 16:11:19.412283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:11:20.260081 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b904662c-3b54-43ce-a0c6-c371339e85b9 req-454b120b-f759-4db9-80fe-8d8cab6edf93 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0537128
Jan 19 16:11:21.146677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00201549-72dc-44f5-9756-071f93a7a007 req-7179031d-efef-4119-9966-0b9b77c23922 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:11:21.148448 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00201549-72dc-44f5-9756-071f93a7a007 req-7179031d-efef-4119-9966-0b9b77c23922 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 945 time: 0.1055367
Jan 19 16:11:21.203006 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00201549-72dc-44f5-9756-071f93a7a007 req-9be360c2-48b3-4a6f-91b0-2c472057ca72 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474730
Jan 19 16:11:21.456151 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fec39931-02f1-4b4e-8b2e-a2d992b1aa20 req-560bba8e-7989-409a-8252-afcf1e1a07d1 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0550613
Jan 19 16:11:21.687396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:21.941633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-9f6ce881-c11f-4ff6-9dec-c8eb468cff13 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:11:21.943277 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-9f6ce881-c11f-4ff6-9dec-c8eb468cff13 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 945 time: 0.1086659
Jan 19 16:11:22.026562 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Deleting port d1fac5c0-02ff-43fb-b15a-919224c293c6 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:11:22.026868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:22.308949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] For port d1fac5c0-02ff-43fb-b15a-919224c293c6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d1fac5c0-02ff-43fb-b15a-919224c293c6,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:11:22.309261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:22.484960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Calling delete_port for d1fac5c0-02ff-43fb-b15a-919224c293c6 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:11:22.496879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d1fac5c0-02ff-43fb-b15a-919224c293c6 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:11:22.672598 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8bd93fe6-ec59-4404-b136-460248b9a63d req-1c952f78-7283-4777-b62a-9a09078d6728 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0611522
Jan 19 16:11:22.692911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caa480-bff7-4efb-90f8-aed5bccadb97 req-f6c15492-9b06-471b-ae6a-a46660e16e7d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:11:22.694269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:22.694689 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c1caa480-bff7-4efb-90f8-aed5bccadb97 req-f6c15492-9b06-471b-ae6a-a46660e16e7d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 945 time: 0.3179104
Jan 19 16:11:22.745989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:22.768597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:11:22.832387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event deleted for resources: {'Port': ['ID=d1fac5c0-02ff-43fb-b15a-919224c293c6,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:11:22.903830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.904226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.904636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.905034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.905419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.905834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.906224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.906612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.907077 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.907465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.907843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.908210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.908661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.909036 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.909412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.909810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.910188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.910558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.910929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.911299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.911670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.912038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.912408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.912780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:11:22.924348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c1caa480-bff7-4efb-90f8-aed5bccadb97 req-c8ce8775-ed69-45a0-8382-08481422a138 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135952
Jan 19 16:11:22.925162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:11:23.035955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] No DVR routers for this DVR port d1fac5c0-02ff-43fb-b15a-919224c293c6 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:11:23.038328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:23.042298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'name': 'network-vif-deleted', 'tag': 'd1fac5c0-02ff-43fb-b15a-919224c293c6'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:11:23.058362 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c5e7b3bd-4cc8-4a64-931f-4312da7d5703 req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "DELETE /v2.0/ports/d1fac5c0-02ff-43fb-b15a-919224c293c6 HTTP/1.1" status: 204  len: 173 time: 1.1090777
Jan 19 16:11:23.105289 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95', 'name': 'network-vif-deleted', 'tag': 'd1fac5c0-02ff-43fb-b15a-919224c293c6', 'status': 'completed', 'code': 200}
Jan 19 16:11:23.879714 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-87483df6-89ba-4593-a47e-5c0c96e3ae57 req-957a7b5e-fec0-4c3d-a4b4-8c429860dc69 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0500989
Jan 19 16:11:24.117104 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab75dfa4-c2ef-46b0-a617-3cf47ff32da2 req-3a3154ef-6c9b-45b6-a958-1f59329d955a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0538716
Jan 19 16:11:25.065218 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0bd3a1bf-386d-4b3e-81e9-02d9ab55cdcf req-8474772e-7fb9-4009-93ae-08c6798dae10 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0494146
Jan 19 16:11:25.298525 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-69776c63-bfb4-4b20-9a5f-49b569b9a8c6 req-42024ab9-d808-46b6-8311-18216f6c03bd tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0505233
Jan 19 16:11:26.253387 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b5a47789-2b99-4c8e-a0ce-1458857b9860 req-3fc392b3-26b9-4c80-a61e-977e76e90a00 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0514612
Jan 19 16:11:26.481026 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-57e428d4-16f5-4410-832e-6fecb0be88c9 req-06752cf1-725a-427e-8459-2bb5f796bec1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0512693
Jan 19 16:11:27.442725 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-712d7087-4e14-482f-adc2-e2f877754358 req-82cf1795-5dca-4150-acb4-93f4358d0d91 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0542200
Jan 19 16:11:27.672161 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4d4ac8f5-2eb6-4553-8bf8-5b28b14ee13a req-632df446-2be9-46d0-af8f-bb2e54f4a447 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0528941
Jan 19 16:11:28.629114 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a771de32-4167-4ed9-9ac3-dedb37dc81f6 req-3eb658ab-33d8-4c2b-ba08-ae778e939372 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0510757
Jan 19 16:11:28.857658 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cdaed424-960a-418f-a546-cfed1469c705 req-574d148f-a894-4740-be7b-10cbe0134445 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0503912
Jan 19 16:11:29.818651 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a9117efc-3787-4dca-acf7-a876c5cabc86 req-e82ee343-dda4-469c-9db4-83f56093c988 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0539753
Jan 19 16:11:30.040581 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f8006a20-62ed-4c1c-afcd-88cfb5e17fa9 req-5afa0b80-116f-4617-86c9-a8dc0132008f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0506675
Jan 19 16:11:30.305104 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-deb3680f-cc20-436d-af8c-6fd59edf6405 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3509212
Jan 19 16:11:30.418724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-50b4ca17-7635-4af8-8142-5026b2bd593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:11:30.420281 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-50b4ca17-7635-4af8-8142-5026b2bd593f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 1162 time: 0.0780976
Jan 19 16:11:30.589676 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-212b9e26-e2bf-499d-a69f-10110695383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:11:30.591248 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-212b9e26-e2bf-499d-a69f-10110695383c service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1428509
Jan 19 16:11:30.671257 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-be700873-ffe9-4c55-bc89-5287a8daf9e0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d821d784-d553-427d-a9fa-a593b0e97bb7 HTTP/1.1" status: 200  len: 217 time: 0.0715063
Jan 19 16:11:30.745564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-ed4604ff-8aa5-4ebb-bdd3-689493fb5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:11:30.747200 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-ed4604ff-8aa5-4ebb-bdd3-689493fb5254 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0687070
Jan 19 16:11:30.802204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-56e8bc5c-3a7b-4e86-85fb-5932a43d6f96 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474079
Jan 19 16:11:30.951861 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-4f12cc03-c42b-46cd-a941-c78d4bd9fd56 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424186
Jan 19 16:11:31.033156 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-57095ece-8bb2-43a4-b1ed-21546bff9123 req-2c903b68-26ae-443f-bac7-b3d306d8d8ee tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0757415
Jan 19 16:11:31.150718 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4243f491-58e9-44cd-968b-e24ecc0d2a83 req-2509f08f-97ac-4ec8-a1ec-6c0da786bc8f service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1565728
Jan 19 16:11:31.238485 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e1e131ff-8b0b-4157-a95d-949f0512a824 req-4323d2cc-420e-4745-90ba-a2e236c612d9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0606556
Jan 19 16:11:32.217376 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-af2d3666-b8e0-4936-9701-ab36c1a4443c req-0379a21f-b025-4b3e-8ac3-7a9a5238dc75 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0520232
Jan 19 16:11:32.421264 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2b66a104-39d9-4e2c-ad4b-255b29927dd2 req-c1afc719-2b00-4e82-9f5f-7b6a3d92ead1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0499234
Jan 19 16:11:33.399289 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c6a1f2a5-155c-4738-a6c5-9512a23645e6 req-776f0d0b-da07-482e-9835-e78e76100c4e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0498455
Jan 19 16:11:33.607194 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ca4d4f47-8de2-47c0-82dc-755ba655f1a0 req-defd0775-1ac0-432e-9f37-d72dbbc8449e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0504158
Jan 19 16:11:34.585060 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9107184c-512e-4349-adae-18b9b8ba1078 req-cebe0d8d-35c6-4240-809c-b411e548ccf4 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0478954
Jan 19 16:11:34.796581 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d329367b-df7d-4200-b3fa-2e2efcecf141 req-963bc105-2e4d-41de-8d69-e0f66820a236 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0515909
Jan 19 16:11:35.774082 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-03e8132b-bffd-4724-83d5-ba09e9400f76 req-ae5f9706-c685-46dd-a26f-532f45856273 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0531154
Jan 19 16:11:35.981671 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a2f545d9-e6b8-42bf-97fc-4f65ec87bdbc req-a7e554be-f763-45db-b2d0-af7e958f71df tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0500827
Jan 19 16:11:36.958635 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6df5e9d3-95af-4306-82c4-4e5b76cf8432 req-e9e80171-f601-47be-a270-70528f6039bf tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0510826
Jan 19 16:11:37.165545 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-089251ba-732f-4ced-bd58-4a181dab2057 req-5e265b96-910c-48ab-87a1-a22b817e80a8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0516729
Jan 19 16:11:38.144609 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bbbdb28b-1ba0-4ea0-b64a-33bbf8bb1736 req-3867d9cb-e3df-4a5b-a00b-75ac3fd7e6fe tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0493493
Jan 19 16:11:38.353474 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c564fb96-7eb6-428d-9261-cc05704b7ec0 req-a921624b-3f36-4f3d-9ec6-59bc860fecfa tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0531936
Jan 19 16:11:38.457293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aa39d3e9-7138-4f7c-aec0-fb52ac840a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:39.336876 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6bccb068-382d-4ac0-9083-d67694b7371b req-4bf4237d-d969-463e-b870-a870e146acb2 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0528345
Jan 19 16:11:39.533551 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-47ea9438-b265-4bff-8eaa-8fc7575c3b7d req-a98713c3-3f01-44ed-b5ec-3333163eb272 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0497949
Jan 19 16:11:40.517811 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-79f352d6-10b4-4595-a846-528e71587752 req-a66b84f4-9ee7-4888-86f3-f6dd91146753 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0484467
Jan 19 16:11:40.717406 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6481d847-ad89-4ddc-ae4b-fd03ea30b9c0 req-55c2ff45-0920-4489-90d9-8ea3b563e067 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0503092
Jan 19 16:11:40.959217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e408347a-4350-4b86-b734-675e57a47d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:41.356214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:41.710005 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-46a5b261-9f3b-4548-bcc8-71bd11a8b66d req-498ccfb4-8c51-4d19-8095-bdc7fc3b6697 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0508194
Jan 19 16:11:41.906328 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a230fa50-780d-48cd-ab80-83bae26901b0 req-35a79110-ca05-4249-8dbf-450bc012d7ee tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0533381
Jan 19 16:11:42.379093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:42.559703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:42.908034 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a48a3ae8-a696-40a2-81f7-e224646d926a req-28dfed6a-9b27-4ac9-9663-4f07428b243c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0611126
Jan 19 16:11:43.092189 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b61d6c4c-1ffa-4c9c-829f-6c7a9c8de13b req-3cbd1cc1-d60f-4527-b7f0-ffae3f96dc36 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0513995
Jan 19 16:11:44.097267 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e96a0ad8-de5c-47e9-9d40-a92d9c176f73 req-c436b0f3-3383-440e-ad96-54a43c2d6a5e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0521488
Jan 19 16:11:44.274581 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8d38a037-6331-4681-81c2-cebc95c146f9 req-8eab2e60-5307-4c75-813f-f900efae3985 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0501363
Jan 19 16:11:45.437283 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f707afe8-40c6-4019-8a40-11fe42f5def8 req-8dfe68a9-d971-4310-9bcc-0978c3f3112f tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0489032
Jan 19 16:11:45.673220 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00f0f36e-babf-4e92-9c5c-00c6b9f0d029 req-fae6dee5-649f-45f9-8740-f686795f2bf3 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.2638268
Jan 19 16:11:46.627760 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e102899e-cf8c-4e35-acf6-05a1c61b00eb req-3366912b-b0b2-4b48-88cb-1d04775700c3 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0530107
Jan 19 16:11:46.858096 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-05a04955-a0eb-4d91-9550-9001a8bbb025 req-9b5c17d3-9a5f-4e27-be7a-31d6b6dc74cb tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0499732
Jan 19 16:11:47.809367 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ac3251d9-5291-4d90-b494-03a041b98b10 req-2263e5de-6a48-4b5c-a837-274fffe19015 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0497296
Jan 19 16:11:48.041888 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-822ae000-fe42-4d00-bf48-f53e0c3d03c6 req-de3cc6b3-e844-4514-9271-01815fbbe9ff tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0508568
Jan 19 16:11:48.996362 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5b636f6a-c540-48ed-a8a5-4649954bbd70 req-9b85d389-05ba-4108-859e-434d9673718c tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0497239
Jan 19 16:11:49.228035 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9d21ffa2-76f9-4395-91d5-2e670b28b675 req-8572a35a-1c72-45c7-bdc8-1bed2f1418c7 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0517812
Jan 19 16:11:50.186801 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1aa2b4b3-d060-4341-9d8c-1491cfee79ba req-34229842-9c1d-4f58-8304-e14c653625d1 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0515120
Jan 19 16:11:50.408764 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84329a72-f427-4a9e-b3cb-9c9e94fcc3a3 req-a6e7ca66-f9c5-4599-996d-25a44a1e6d58 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0503805
Jan 19 16:11:51.374443 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-688916bb-174f-442d-b2a2-018fa6704966 req-93dcdca3-1644-4d79-918d-1f439b9a945a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0505612
Jan 19 16:11:51.594207 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5bd64268-0145-4904-94cf-7b2521ae2682 req-7e61bd52-2efa-4672-b40e-b2884f4d8930 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0480785
Jan 19 16:11:51.689014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:11:52.705186 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b7e61e77-9523-4477-b555-18c1ee5e46e3 req-b505a95a-74cc-48b2-ac6e-b31592ebb724 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0507171
Jan 19 16:11:52.786829 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e2bcb93d-5cd0-4be6-b6e9-f3068e722ad3 req-325e0389-377d-4251-8e69-d8f33b66f461 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0533063
Jan 19 16:11:53.893272 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4d39d762-3c86-462b-b6b0-5daa94e55033 req-e1bef95f-9840-4724-a7ed-c46e9b445900 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0538750
Jan 19 16:11:53.971786 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c38f69ee-95ca-4038-a97a-bc1593c77cef req-562dd49a-5e73-4f55-80b5-9a5a6c7a0170 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0488210
Jan 19 16:11:55.078891 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-da02ddc5-2823-408f-99b9-d28c30a9bd4f req-1b6629c1-7798-48ef-ab18-c84aee2237f2 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0536320
Jan 19 16:11:55.159802 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89fe36fd-d13b-4e1c-9aeb-72dd7efa9caf req-7cfc8cbe-2899-432e-a457-6a277e30d44a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0490716
Jan 19 16:11:56.270121 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f55d9a0-bfb3-4446-918d-3a3441691553 req-333d4eea-18c1-424d-a321-afabd1c02cb6 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0505788
Jan 19 16:11:56.351606 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-145508cc-3d5d-44c2-9261-4e11468ef97f req-424bb3a5-850e-477c-adc5-75a0acd365d3 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0533166
Jan 19 16:11:56.411772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:11:57.459050 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b154b72b-1272-4586-b725-5dd22c7a4939 req-19db7efa-dc55-4ea4-a81f-ebc7b6dcb9c2 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0523362
Jan 19 16:11:57.539815 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48972498-40ec-4a3d-af29-a95a9314a300 req-02214fd2-d401-47f2-9543-cb67114c5aea tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0504158
Jan 19 16:11:58.650488 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-adb9c0a8-d686-4138-8f32-bb2dcd9758ff req-509b0a29-a3bc-4290-b9f6-f383cd8d91d0 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0502677
Jan 19 16:11:58.726888 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d5d04e58-f5ce-45e0-baee-13a61ab7f1c3 req-b9d5dd10-e65d-44b4-bc11-9eba1383359d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0505233
Jan 19 16:11:59.837638 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0a2c8147-4669-43b8-a3f1-f696cde20ba4 req-476a67cc-5057-4c38-8ec2-d9a015d5b91b tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0498779
Jan 19 16:11:59.927389 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cade1918-3587-41fa-8277-114ea093e663 req-a90684aa-233d-41d2-a37a-8db40c0635ad tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0553515
Jan 19 16:12:01.025095 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-74e64241-db9a-4e27-bb56-7dda64383765 req-c69e34a3-4886-4941-94af-2509ee05c212 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0546837
Jan 19 16:12:01.113714 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-92f2e5f6-6fd6-48dc-bf14-62fece0afcb0 req-e3738c3c-cb1c-4a0b-955f-21b5264def61 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0493059
Jan 19 16:12:02.206907 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cbcfca97-25d9-4209-b741-2d91653da704 req-31efa95a-4c79-42cb-a16b-ba368cccad21 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0486016
Jan 19 16:12:02.349576 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eff66b73-edf4-4236-b64f-82982fc52d82 req-f5da33bd-2bd2-4625-881b-46404eb9df90 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0492625
Jan 19 16:12:03.393440 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-028b2508-0831-4611-9123-5e22149f5e3c req-81ad08ac-e1aa-4f64-82e9-76288ace8e51 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0497072
Jan 19 16:12:03.543340 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f367a5fa-dfd0-4224-b245-3e30776f7b8f req-51ebaf02-e04f-4162-8600-6136a7bb34b4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0550182
Jan 19 16:12:04.584704 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e02d2387-68d1-40ef-ac4e-a8a9ee2b7ffe req-8eb24455-fcc3-4b1f-ac62-48271523a317 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0526745
Jan 19 16:12:04.724849 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-952db6fe-ae0d-421e-b9b6-db130b560803 req-04b645a2-480a-4bec-a94f-8034016c152e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0507495
Jan 19 16:12:05.767823 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-85e76632-9564-4fbc-ace5-6c6e1b4dd337 req-368018e6-2c42-4abe-a029-e5c1217ec871 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0507722
Jan 19 16:12:05.906809 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cecbfec4-1641-4637-a7e1-cd8e44c690e9 req-5d9bfb89-2dee-4bc3-8205-0369bcb54501 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0487807
Jan 19 16:12:06.958234 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11db698d-75be-415a-a176-591702dee113 req-27ab5608-7936-4a6d-a1be-a6105db5711f tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0518575
Jan 19 16:12:07.099677 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-990707d8-c53e-4cfe-a464-fb2a2f34acdd req-3cd7e784-d5b6-414b-b79d-32eb4cdf41bd tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0546715
Jan 19 16:12:08.144926 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0cf9215b-706e-47d0-85db-b2dbb9b59fae req-a6548bfd-1b42-4033-bccd-906226575b92 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0528696
Jan 19 16:12:08.284598 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d4117cd4-888d-46b6-854c-609e038fa9c4 req-18b11218-e490-4d69-b0fb-929384abeb8a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0489738
Jan 19 16:12:08.461604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4416b57f-1415-473c-8a60-8fb6f2745328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:09.337248 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3c6f6dff-dfcc-42ee-b5ff-a57e6c76cf0a req-47b85769-3985-4b8c-a51e-73422adf782a tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0499949
Jan 19 16:12:09.466788 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4b275bc3-f1d8-4b42-ae6a-fad971ba7c02 req-af0afc9a-1c62-4823-8dbb-bb360ee7e40d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0488157
Jan 19 16:12:10.526443 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-347256ab-0731-4a65-afea-d1c178f04a3c req-581b90fb-bac0-4dfe-af78-49ad4a181012 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0489175
Jan 19 16:12:10.662066 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-93f7c893-a3e2-48f6-871f-db034f4ef093 req-f004e38c-11a4-4004-b13d-970146cdd139 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0536411
Jan 19 16:12:10.952158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-18f7da5b-0971-4541-ab67-08c34bf044f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:11.358023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:11.721379 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-05737953-e33c-4301-ae8c-bb04afe27cda req-7917a11c-5fc6-4763-a570-ca7c89439436 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0537088
Jan 19 16:12:11.844121 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-128f86f1-0b08-4f6a-826e-1f3f0f2ade0f req-792e1c8b-18db-4d6b-8b76-0f2358ada91d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0492437
Jan 19 16:12:12.373813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:12.552659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:12.910824 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4fe79f7e-7a6d-49e6-90b6-79e429c135bb req-323b7c48-3843-4440-b533-b95ddd5f1fb0 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] 10.222.0.122 "GET /v2.0/ports?device_id=42e9a210-eb3d-4f29-afc8-1f34c9117f9b HTTP/1.1" status: 200  len: 210 time: 0.0507007
Jan 19 16:12:13.029094 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-64276d5b-1337-4eca-a951-3b9f82cfae14 req-2fc58e8c-1538-4fd1-b07a-23e9479a9b63 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0514286
Jan 19 16:12:14.218530 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1f3a81de-d30d-4553-8553-f2ea4a775ca7 req-78fd1b21-c43b-4f32-82d0-cd495d92bd82 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0531769
Jan 19 16:12:15.543312 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d73e54e9-0f97-49e9-8ee6-fef67b820620 req-e551ea8b-4abc-41ed-8abc-9d0f3e0f0df3 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0621579
Jan 19 16:12:16.727752 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dc696cd2-095d-444b-b567-e88a3b4a62fc req-1d55d1d3-a1a2-4832-812f-33d259ece722 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0496292
Jan 19 16:12:17.913730 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4e2d725e-07c5-49b3-9397-6e10c5747940 req-fbe6e1f4-8bc0-4b24-8691-49b8f1875bb9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0512249
Jan 19 16:12:19.098538 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1e1cb8a0-d3e0-4d5b-86b8-bb2833cc1519 req-bb05318c-6208-4a18-b410-69e12eb960f9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0510969
Jan 19 16:12:20.282652 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d176346-0561-4970-bbf8-6ae532e432be req-7239006e-b0ce-4c10-8a74-b10ef7528394 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0489175
Jan 19 16:12:21.470117 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1e590552-941b-49a7-aafb-35ffdf655dcf req-e32820ef-b10d-469b-9211-7e4279ba8395 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0531504
Jan 19 16:12:21.703204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:22.654107 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-434c4a8d-9356-4ed0-a1ae-087bedc2a5c6 req-78733265-a68b-4d1d-85a5-14610815787a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0508733
Jan 19 16:12:23.836769 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-152e92fa-1fe7-4bc7-b98b-bfabb517e9b7 req-42a0c432-cc5f-4462-86e9-0cf29d56d03e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0489399
Jan 19 16:12:25.134648 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f3f792bf-33ec-48fa-b2a1-c73c38ffe27f req-e6ab3c13-a693-45d0-819f-b66d0a9f8658 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0512574
Jan 19 16:12:25.363920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5bee-8830-45d5-b652-f1d0e0a63a2b req-78e3c669-9ffe-41af-a894-63e61dae9583 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:12:25.365649 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-becf5bee-8830-45d5-b652-f1d0e0a63a2b req-78e3c669-9ffe-41af-a894-63e61dae9583 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1071076
Jan 19 16:12:25.420556 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-becf5bee-8830-45d5-b652-f1d0e0a63a2b req-d2a5f9fb-3b8e-4bb5-ae19-24161b88f709 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476058
Jan 19 16:12:25.870770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-2abc46d7-35c4-4e2a-836f-a72a31bc2fef tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:12:25.872477 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-2abc46d7-35c4-4e2a-836f-a72a31bc2fef tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1089897
Jan 19 16:12:25.961119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Deleting port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:12:25.961504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:26.243233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] For port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:12:26.244586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:26.330316 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a9adcab9-1c54-4df7-a921-7fa69fc74b43 req-1b166d40-b9eb-49be-a39a-b3007833999c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0538280
Jan 19 16:12:26.572554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:26.573033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:26.573396 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Floating IP 5e9ff0ad-607f-4ede-8f11-8a14b38c388a disassociated. External IP: 172.27.2.229, port: 1ed37168-f6c8-42e0-b630-d84fa2aa56fe.
Jan 19 16:12:26.573776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Calling delete_port for 1ed37168-f6c8-42e0-b630-d84fa2aa56fe owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:12:26.662030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889090e5-5038-4cde-a806-54f71b0d221a req-e36c7b6e-87c1-4c81-b106-9186ba1a39c0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:12:26.663750 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-889090e5-5038-4cde-a806-54f71b0d221a req-e36c7b6e-87c1-4c81-b106-9186ba1a39c0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 945 time: 0.1104398
Jan 19 16:12:26.729900 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-889090e5-5038-4cde-a806-54f71b0d221a req-eda3bed0-c00e-4994-a547-d84cf96792c2 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=132bc1de-315a-4108-8de6-63429b479541&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592742
Jan 19 16:12:26.922325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:26.940901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1f02c901-b429-4107-bcdc-b1cec30e9bc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:12:26.997476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1ed37168-f6c8-42e0-b630-d84fa2aa56fe no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:12:27.039504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] No Port match for: 1ed37168-f6c8-42e0-b630-d84fa2aa56fe {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:12:27.039765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event deleted for resources: {'Port': ['ID=1ed37168-f6c8-42e0-b630-d84fa2aa56fe,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:12:27.040062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1ed37168-f6c8-42e0-b630-d84fa2aa56fe not bound to the agent host hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:12:27.055771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.056882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.057285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.057796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.058194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.058574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.058957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.059330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.059711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.060084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.060457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.060823 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.061270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.061616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.062038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.062415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.062789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.063158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.063531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.063897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.064281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.064652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.065034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.065397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:12:27.083943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:12:27.334950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:12:27.526370 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6af0c4df-b355-4bfd-988f-3b5c57189589 req-b383e4cc-f7de-483d-a027-fc77bde85abb tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0528958
Jan 19 16:12:27.542497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:12:27.570168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] Sync routers for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:12:27.582860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] No DVR routers for this DVR port 1ed37168-f6c8-42e0-b630-d84fa2aa56fe on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:12:27.583078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:12:27.583509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd41fd30>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:12:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:12:27.585181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:27.588980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'name': 'network-vif-deleted', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:12:27.606741 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d30d292a-2fc7-40e6-b65b-5de16a31d04a req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "DELETE /v2.0/ports/1ed37168-f6c8-42e0-b630-d84fa2aa56fe HTTP/1.1" status: 204  len: 173 time: 1.7259483
Jan 19 16:12:27.660838 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cef64ce-f74a-4cf1-8b20-e23f681c0282', 'name': 'network-vif-deleted', 'tag': '1ed37168-f6c8-42e0-b630-d84fa2aa56fe', 'status': 'completed', 'code': 200}
Jan 19 16:12:27.822605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:12:27.927966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3b09b404-3f5e-49ff-8a47-f4677159d910 req-05f26f79-4883-45e3-88e5-363d2fee3fe4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0525396
Jan 19 16:12:28.174211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd41fd30>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:12:28.178391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] Checking router: f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:12:28.187733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:12:28.188375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd41fd30>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:12:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:12:28.384990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:12:28.758028 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb8da900-d287-44c3-9eab-023b2c92ec93 req-398508c8-7a28-4b9a-9f37-bdac067088cd tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0570374
Jan 19 16:12:28.758878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd41fd30>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:12:28.764042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89170a44-a9ae-4bda-b377-0c0e35154cb2 None None] The sync data for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi is: [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:12:29.119348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-beee6190-d462-4d6e-8241-f78bd4a053f3 req-65842523-9450-453c-9522-96d9aceec3f4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0518579
Jan 19 16:12:29.160932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e89732-f56c-4bf5-8361-3e1392917c0f None None] New status for floating IP 5e9ff0ad-607f-4ede-8f11-8a14b38c388a: DOWN {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:12:29.955188 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-52d04003-a7f4-4749-a14a-2e59e4be9a7c req-4c70a6cc-c4b7-4a95-a13d-f243e79c0b71 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0524545
Jan 19 16:12:30.300068 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2dc80b18-2d63-4867-9f17-657989c32e9d req-5b0bfee8-74f8-4122-b8dd-3baa4df4c501 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0487666
Jan 19 16:12:31.145176 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c974835b-0b5f-4d12-aa4a-08722e96b296 req-14f1842f-d6c1-4f8a-9130-bcb6dfda47c2 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0545599
Jan 19 16:12:31.483478 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0073deab-bf32-4036-882a-94467eb36bd3 req-c2249615-6d4d-4fbe-a8a3-d19b80a36bb5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0501971
Jan 19 16:12:32.325461 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48e7ca27-c57e-46b4-b70d-6f9d7c715496 req-02ce0f55-4184-401c-a93a-c6f67041e13b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0492973
Jan 19 16:12:32.679430 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4bc4d74d-609c-4245-889b-4fc68e95bf86 req-5c7269ca-28d1-4180-a11f-475f14291a19 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0557561
Jan 19 16:12:33.411318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:12:33.515090 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab7722fa-9814-4d59-9a02-3a88ddb0c7bf req-f3a6c625-990a-4dc4-a8de-6f094c9c808f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0490668
Jan 19 16:12:33.864740 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-167f17c3-9ea8-4d96-9e23-2e3e96638599 req-a4e3f452-f618-4831-8b6c-ce6e75c90a49 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0484788
Jan 19 16:12:34.705442 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-14f3de66-f7c7-474e-861a-800b91b4e2ea req-64553ac3-2dfd-4e56-9fc1-131e642e9197 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0525796
Jan 19 16:12:35.061457 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ab5e300-a01d-411b-a04d-d0d99137c35c req-8ca9df6c-70ba-4003-b46a-d28df05327e8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0497236
Jan 19 16:12:35.892516 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-14f89304-f696-48f0-ad63-a8078920e2c1 req-51e16385-e767-40f9-85fc-d0b4026594cd tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0506847
Jan 19 16:12:36.250683 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-996f7b9e-4642-41fc-94e9-11a2e893896a req-b6da6be6-5f39-4639-b94a-cb2272be8485 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0531545
Jan 19 16:12:37.076083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f70ccd39-ca94-42ea-b4ff-8bb232d88f2e req-ae222a14-ad8e-4895-9e24-ecc49a58326e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0502276
Jan 19 16:12:37.436719 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-221a3faf-f401-458e-90b8-1c836d5c0401 req-3ab6ee91-32cb-481e-aaf9-719dd07ac3b9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0490773
Jan 19 16:12:38.265929 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3e3a23a0-8461-4779-bcf7-3a391fa15fcb req-3e5daf47-c185-43c9-ba9d-f7166554eac9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0554333
Jan 19 16:12:38.468051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-09779de3-4989-4eb1-819b-449310317e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:38.620419 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f270fdf9-c978-44b1-8d02-04e3ad2453d9 req-2ba276a3-41fe-408f-b4b7-1ae1a84182fb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0520248
Jan 19 16:12:39.445166 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5dc26f86-0040-4a78-9d15-1b7904f70060 req-36492e94-d2a5-41a2-8833-b2e8c64dda74 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0489216
Jan 19 16:12:39.812486 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a89c34d0-1197-4dc5-8461-8adee391a710 req-d2b415ec-4cb6-4a65-baac-52230ad11634 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0523841
Jan 19 16:12:40.628792 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b6ce7372-3ba0-49f2-9fef-c4f4eae92f5e req-7a0bb957-685e-4a85-84c7-8070cc2dcee1 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0503588
Jan 19 16:12:40.955407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf981d72-a918-402a-ac8d-74ed3eb08ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:40.995222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e952c8a4-edfe-4974-afa4-60d690e55733 req-1e1e5044-0d16-43ed-8f2a-ba98957bdd70 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0513051
Jan 19 16:12:41.362549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:41.825021 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd69a893-421d-415e-9b55-0941ce930338 req-1067b1b2-67f7-492c-bf84-db76b0992d17 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0520558
Jan 19 16:12:42.181582 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6a8bd138-542e-432b-a1fe-ee5cef3a6bd5 req-7dc125e0-62cd-416e-b085-54422e50819e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0512033
Jan 19 16:12:42.376991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:42.555678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:43.013393 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f2acd7f1-66e4-4cc6-8662-2858c0baaaa4 req-4fff27d8-7e56-4d85-a718-f41b7022d4ae tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0525436
Jan 19 16:12:43.368943 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bd64c125-7c44-41ad-aac6-8b3bd8a1fea1 req-8fb4ed05-1815-4b2b-a855-9bdab18dfe4a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0528119
Jan 19 16:12:44.196785 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e8596a8d-9a8e-47a2-855f-6c222ea12547 req-52d8164e-2f73-4079-8a95-7e4168d7ffc8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0502350
Jan 19 16:12:44.554838 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d542e476-a532-4429-ad3d-1fdf57465b54 req-bd2b473a-954b-42d8-990b-3615356148c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0508595
Jan 19 16:12:45.385200 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a404a70-358c-4ad7-850d-1926f6973c35 req-5da5f34a-ab8c-49f4-a266-af250c79dc17 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0529981
Jan 19 16:12:45.739238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1914f9cd-0ce3-409c-bafe-1afe0239f124 req-8744984c-5c31-4c62-8809-1c03083eae10 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0498583
Jan 19 16:12:46.568461 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9148793-01a3-4003-ae0f-a33a6c95b84c req-1946fbde-75f1-4c1e-857d-c153b99681ff tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0511029
Jan 19 16:12:46.927502 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f499ee5a-5f3c-4510-8456-bbcfcdd46f7e req-977c7506-a128-41ae-913f-525dcdb29a69 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0532107
Jan 19 16:12:47.750519 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-af4c1236-44fb-4525-99e8-dc3c128ed491 req-d007c003-5583-4534-a696-dad4d5895012 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0487912
Jan 19 16:12:48.117437 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e3eccc4c-fceb-41a5-9b19-5099b7177222 req-5b176d78-bb61-44dc-b403-8e3e1b1e2327 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0480413
Jan 19 16:12:48.941079 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8abcf0f9-0a78-4c62-9f53-2fee2c0095a8 req-2c18412f-c78d-4112-aa91-a15426d15ac3 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0528300
Jan 19 16:12:49.306690 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ea66c0e2-391c-448a-9832-8d7d7cc4b928 req-943d2cd2-a43f-4c9c-9da8-8c984c6737c3 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0493834
Jan 19 16:12:50.123182 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-77ca3af8-06da-4318-8c6b-12af5e9480c3 req-801daf0f-90e2-4aff-b476-b84f374f3474 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0505922
Jan 19 16:12:50.495047 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8c7c8a1f-cfa1-423c-b75f-12ff9f7706bb req-109eb1e8-6a91-4868-932d-cee46d094448 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0518875
Jan 19 16:12:51.312123 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-41704841-1452-47a6-b233-cbb44d2a62a6 req-94ef0e7b-5e60-433b-a2dd-85cc8a7ac076 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0547180
Jan 19 16:12:51.679423 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96ed2490-3847-4f42-9dab-8b66e4000870 req-dfe3dcb6-16dc-4517-a582-0e23e6a79dae tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0507472
Jan 19 16:12:51.699364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:12:52.499408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f2eae44d-8589-4028-9efc-e762692827d7 req-8d248751-470f-4e7c-ba54-5d86093f4439 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0519028
Jan 19 16:12:52.861048 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-67400910-2e32-41a2-8f59-309033d637a0 req-3f51e908-fdfe-4bac-994e-3f833c738b70 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0486140
Jan 19 16:12:53.685116 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a315f473-475d-4f0e-9137-7319b0ee5e27 req-4a673dca-21d7-4eca-a3b1-4db5a9113782 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0488255
Jan 19 16:12:54.053658 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-85ad7da2-f115-40d3-a366-b6bf042b4631 req-fe7ed7bb-6e8c-45eb-872a-4d42add7fa4a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0549147
Jan 19 16:12:54.872907 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4a87ba8f-8f2a-4bda-b1cb-6e3c05ec6d1b req-3f42007c-ef7b-4662-a746-4bbf31797e8c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0498397
Jan 19 16:12:55.240405 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-81c6f9f1-142b-4bc8-b015-577db8a5289e req-8dc65bb8-6aef-4012-b312-45f6202c9f79 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0486784
Jan 19 16:12:56.282821 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-334b5753-87e0-41b3-b00a-cc2438df4cea req-f3a655ab-6d33-4abc-a6bd-ea0437adb275 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.2709839
Jan 19 16:12:56.450812 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fb87458f-071f-4280-93a0-c4c399754a51 req-3d72d256-9911-4d1c-bf15-dfdc355ef657 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0487726
Jan 19 16:12:57.469910 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9ef63576-f94e-4ebf-a1ff-48634ce663f5 req-d75211a2-c721-4765-8c27-115f9c5686f4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0513246
Jan 19 16:12:57.642974 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a5f13287-c428-4c24-b223-f0a276486355 req-c09d8eef-bc39-44fe-8bab-23a4aee6a2e8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0509608
Jan 19 16:12:58.658951 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6e197832-af8f-4ae0-93f6-d9be0e41ed8d req-05255901-1468-4bab-997c-2eb5072a84a9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0490208
Jan 19 16:12:58.831787 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-58e7547c-786a-4589-ab3d-db550cc49ab1 req-f4cd13c1-4d78-4c37-abbb-695970cb2641 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0484195
Jan 19 16:12:59.845909 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c193b635-e9ff-4b47-b782-8fb3206cd61f req-9ab82bc6-b471-46af-b7fe-0c06ee16623d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0529613
Jan 19 16:13:00.015120 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-95ef3010-4ddd-4779-a860-8b0307465f03 req-87470911-34bb-4aca-a3ac-57b576385d22 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0479081
Jan 19 16:13:01.027426 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b5ab577d-96fb-48fe-98f9-3f21d26f2ebe req-cd0ed90f-60e8-457c-866b-2336eb86ce81 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0486684
Jan 19 16:13:01.204864 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9e077982-b904-45ab-b4f0-eb2224e2b80c req-9d0d3e0d-7187-43e3-85c4-845b040fd35c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0530694
Jan 19 16:13:02.210089 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-02083eaa-313b-40d1-8ea9-56f8da247387 req-d44780c1-fd20-4c87-a646-54e8f83c60a7 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0484834
Jan 19 16:13:02.384974 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a0be3478-4eca-45b6-82dd-2bafe463718f req-45c5e6f8-0f05-444f-b255-f79c0f948ad4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0483506
Jan 19 16:13:03.401987 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fb3ee268-2c99-4224-a3f0-d57be9efc662 req-9a2c21ed-2e35-4abb-b2a6-6c4fb714b6ee tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0549765
Jan 19 16:13:03.572911 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d5566b27-f14d-4c37-942f-2a408f8be756 req-825c6c51-4771-4af9-bb42-aa25a6537b3d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0489948
Jan 19 16:13:04.587673 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d6255aa9-f155-4a4b-9a66-42b877423fed req-693b0f06-eaef-40df-afa4-2488766e16a6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0496738
Jan 19 16:13:04.906072 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-88717638-6660-4aeb-afa6-53c8cbd94097 req-01aff9e4-f2c4-44a1-aada-d9273dd56478 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0532718
Jan 19 16:13:05.772047 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a20ba347-765c-4c72-af5a-ee8bc98a331d req-cb8c3297-c46f-4d96-b3ed-ef350e34b013 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0503197
Jan 19 16:13:06.091092 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7b7e2b1f-0bbf-4fea-a9ec-ea0178cd877c req-01b49c68-23da-4484-a902-e584acf6acd5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0519347
Jan 19 16:13:06.962720 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-18630a67-5d15-45c2-aaef-c41f6bdf5255 req-cf6bf7ed-fb8a-46ec-8b5c-5a176b3d75ab tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0532386
Jan 19 16:13:07.271712 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bf952069-ceee-4066-8cde-5a447af4d8cc req-feb7dccf-aac9-476e-b6c2-9560e0e7124f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0483758
Jan 19 16:13:08.145621 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a75bc739-7bd4-45ef-8557-60de64913daa req-285f8e9d-ebc0-41cc-bca0-fc72aedb1b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0491664
Jan 19 16:13:08.459238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e31999f5-cbcc-4d5d-b4a1-78b2a008c29f req-d8daf85a-a1a0-41b8-a916-12a0f8ad5240 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0521526
Jan 19 16:13:08.471519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-653fab92-ac5c-45ac-91a7-8a6f7778054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:09.330111 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a34efdf5-dd05-4041-941b-4047c59cb3bb req-54864d73-71f6-41e4-ae48-b3529615079f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0484581
Jan 19 16:13:09.651661 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ed6740e6-95ca-4820-b6fd-bb6b4fc4820e req-f7489f4e-a90d-474b-90ed-49aff26a53a8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0499263
Jan 19 16:13:10.410562 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:13:10.520975 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dcfa5152-b1d4-40e1-9318-5f934d1971e7 req-f29d2683-8fb4-42a1-8bb4-558959c2edc9 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0540783
Jan 19 16:13:10.840532 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-23119b51-4664-40f2-9242-b43c7b4711e4 req-7663699a-372a-4c57-a12c-41b6032dfe1f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0490582
Jan 19 16:13:10.957847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ce1a7caf-8d47-4881-9534-29efba0e3117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:11.364524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:11.707991 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ced5a16f-5eb0-4948-9469-b5bcaff64dc9 req-35da4234-0797-4c89-b4ff-96c05573db75 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0519876
Jan 19 16:13:12.032267 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ce06373-641e-4adb-8fab-09ebb962b0ec req-c09a50ed-9824-46f9-a69a-f757221d593c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0538080
Jan 19 16:13:12.379555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:12.557752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:12.890431 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0267ab31-8577-4b86-9e3b-5c9a23d1962f req-46128f47-4a3b-49e7-87e5-eb5e7cb10fa8 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0501146
Jan 19 16:13:13.219539 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d25947d6-427d-4c5e-b727-6dd58c43a979 req-470c7ca3-8aa9-4c05-8cb4-cf65798b384c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0483961
Jan 19 16:13:14.082120 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cd1e5d1a-f422-4868-91eb-cbbc9f9cd0f3 req-97dc57bd-2393-475f-b827-9e3d622276d2 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0515234
Jan 19 16:13:14.401590 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3b29c623-d339-454f-975d-1d8164b0d76b req-2b23f5b7-3a2d-496f-b9ac-cd00c8fe2424 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0519331
Jan 19 16:13:15.268005 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9dc0fcb6-83cf-4bee-9781-3802a23c317d req-9219955c-847d-4912-8db1-734844242fa4 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0503080
Jan 19 16:13:15.590367 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4956d393-ce2c-4e6d-986e-2b4720738f8d req-c225c048-d87c-4329-acef-d22c293b6f3c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0537186
Jan 19 16:13:16.451899 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-708aac5f-f55b-4c77-b463-6116eceb56f7 req-7e788b68-e90a-4e39-8eea-4c86e76a14a6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0492718
Jan 19 16:13:16.775374 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f8f1ab23-0f11-4acd-8e18-6fa7e65f1c5c req-f95b45d2-b00d-4d9b-91d6-a5dfd46c6865 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0494041
Jan 19 16:13:17.640465 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f91c9276-933f-4abb-8a5c-9554891737f6 req-068f5263-02be-49ab-bb24-9c0c52da047c tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0538418
Jan 19 16:13:17.960070 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-60650706-f52a-41de-aa11-3de2adf60594 req-eafb4a54-9899-48f9-82f1-31a6f1f01a05 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0496790
Jan 19 16:13:18.825156 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4b173265-9a6a-4d7c-b15d-fa911c1a1199 req-119470a0-8472-44c8-86c8-08498baf1cc2 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0493252
Jan 19 16:13:19.150647 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e89c95b0-9f98-4450-aa5a-171312b25a8f req-a84ac80b-21e3-4929-a8a8-5d64594bdab3 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0530291
Jan 19 16:13:20.007642 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3efbf8fd-5142-48b9-987b-75c8d5e6e448 req-5e28c1b7-4731-4b18-a3a5-529dd84e664f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0488424
Jan 19 16:13:20.334987 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4bfc658e-eda7-4128-8fdb-f5e6d9b0dd11 req-146dda8f-4f74-46be-ad69-6d378b8b7e2d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0485361
Jan 19 16:13:21.202283 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9e674d50-046a-4a2e-8a37-8af510d23afe req-e634a86f-f364-4ff0-ad3a-16bf4fe4d186 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0541732
Jan 19 16:13:21.519087 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a60440e9-7ef2-4f82-85c7-b000f55a8910 req-16b51092-c486-4fe1-83e1-5e3e8c86a6a2 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0493286
Jan 19 16:13:21.716704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:22.389370 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4d6461bc-d891-4255-9284-e0028bd2b265 req-6a257e22-8f00-4de8-b950-0aabf4952ca3 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0482097
Jan 19 16:13:22.706564 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a0865d31-a2dc-4038-b22b-bb80cfe31f0f req-ee643177-8478-4a72-bb12-f99f1a9b4185 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0518267
Jan 19 16:13:23.598826 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d4d3caab-1d18-49ec-9dbe-8cd5cd9ff199 req-17aaac95-f82a-47ed-8703-cef11d84a652 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=a6b30cdf-f4e6-4ed8-8dd2-e0810658ef95 HTTP/1.1" status: 200  len: 210 time: 0.0541413
Jan 19 16:13:23.901093 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d709796f-3fea-47f0-b8b9-9a71bf40ca91 req-a3daa367-c893-488b-8d89-a523d0958a86 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0530314
Jan 19 16:13:25.089565 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab26217d-b521-4760-b77a-9a6289d07472 req-758db717-c0d1-407a-a83b-34cb4649497b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0529594
Jan 19 16:13:26.292093 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cf27b111-d63f-4a78-bc74-4a704ac7f405 req-fab8fb06-d443-4243-9c02-549cd36061da tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0496213
Jan 19 16:13:27.477556 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c05724b9-f77c-4ad4-aeb4-8689558b64db req-8b2955d1-bef9-485c-aeba-cf188b47c3bc tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0510526
Jan 19 16:13:28.666610 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-30aedf88-e7cf-4d52-96e0-98de890903ad req-0b411e37-6009-44a0-8cc8-fed9f95fd4e5 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0530541
Jan 19 16:13:28.779947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-01d0554c-711a-4659-bf07-c0fa4169d402 req-5ae3c92a-6528-41b2-86ad-b87a39f251c2 service neutron] (80060) timed out ('10.222.0.85', 50679) {{(pid=80060) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 19 16:13:29.855929 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0b3dfa30-4cc4-4131-966f-d0787fbae405 req-e837f4f0-fdeb-4d63-83ba-147bd5f4da30 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0552547
Jan 19 16:13:31.041543 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ac9de8ab-6df3-4ab4-b3a4-95403858bf64 req-4ea9775b-266e-4bd6-819c-393ae969f915 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0506020
Jan 19 16:13:31.938636 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-c686a59b-8fdb-4ce9-8eb5-825e68170764 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0804033
Jan 19 16:13:32.235336 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-de3707b1-39a4-46da-bde1-45e17cf4a267 req-015bc17f-0007-476d-a4a6-5a46abfefa5c tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0586245
Jan 19 16:13:32.237070 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-d66c0485-4d27-46d3-b337-78b022000605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:13:32.238727 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-d66c0485-4d27-46d3-b337-78b022000605 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.0957270
Jan 19 16:13:32.404505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-a345c450-ccab-4122-9351-eec11fc25c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:13:32.406162 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-a345c450-ccab-4122-9351-eec11fc25c93 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1465392
Jan 19 16:13:32.479381 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-6baca068-b848-4335-91ab-2399b6bc0371 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.0666485
Jan 19 16:13:32.557203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-6f62e26b-75f9-4910-aebf-006a7ed43529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:13:32.558897 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-6f62e26b-75f9-4910-aebf-006a7ed43529 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0727251
Jan 19 16:13:32.616156 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-44b73e6d-89d2-474a-bc58-99cc1d0e92af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478699
Jan 19 16:13:32.768430 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-3640cb93-58e5-432f-a01c-42d6fad9ed87 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454797
Jan 19 16:13:32.916614 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b9b100b8-13d1-477c-9981-49f73d8fa3c3 req-b13fc6e1-6d7d-4393-9497-82ff5e720c18 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411889
Jan 19 16:13:33.453615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a9caf6f6-0320-43d3-8352-d4db303454a6 req-490aa66d-0193-4097-b197-635ec1c2ec11 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0497983
Jan 19 16:13:34.643940 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0d7ad50a-4ac8-41ac-980f-fb41228767c3 req-be90f57d-b592-4bfa-8cda-8d440a855eba tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0500948
Jan 19 16:13:35.830839 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-60aba8f6-5600-40bd-b8ed-0c965f0b9e06 req-41f12994-a34e-4349-b927-0248619f18b9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0533724
Jan 19 16:13:37.019708 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4bf6b9ff-afaf-416d-a97a-77f4b3dfe5aa req-336b4d1f-dccb-4e62-846c-f221783d6f88 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0494139
Jan 19 16:13:38.206314 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec140617-4379-4a1a-8917-5c5b87cdf00b req-77e98e4b-24f6-4965-8b71-4fa65104fe90 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0498455
Jan 19 16:13:38.476521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3179e78f-a66a-49a5-9131-7d8d0ca028f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:39.396321 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-67034d0c-5b3f-4e28-8fad-68562f4a6674 req-56320db9-d8db-49d8-b729-c0632139d7a1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0525575
Jan 19 16:13:40.590679 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-74162843-5119-4959-a853-1aace6f77fe0 req-003d8e86-795e-49e8-ab29-c055d8fb73a9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0503016
Jan 19 16:13:40.967531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1c5d9bf3-4eeb-445a-917c-eb76c073b52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:41.368053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:41.779733 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bdc1b6c4-f3c5-4cf5-8b16-c5457b02d650 req-e15c934e-07a5-4560-97af-d73e0ede2fab tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0543263
Jan 19 16:13:42.383242 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:42.560028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:42.968695 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d3162ff6-d447-4b51-a39b-1da32259cfd4 req-e72cc986-13c8-493f-ae26-7b8a475e51f3 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0518870
Jan 19 16:13:44.155563 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0f44b1c-3705-4f5c-8d87-267bf093527c req-49df0293-e6ec-4426-ac70-7665c92e8d15 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0535765
Jan 19 16:13:45.340669 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9fb117ad-a70d-4f96-99e9-fecc62bb09c7 req-e8efe3fe-945b-4b02-b64a-f11767924381 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0526290
Jan 19 16:13:46.529465 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ed99d2c6-e83d-4bef-a188-1d3c0db455a1 req-def54ab9-77ad-471b-8f16-deaf8353d337 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0550451
Jan 19 16:13:47.410150 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:13:47.739805 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a2fc2cb-236d-4165-a62b-623956325133 req-0706cc26-7cae-4c4d-ba4f-646e9bad1682 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0647814
Jan 19 16:13:48.923249 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab81d0e6-13b9-4685-90f4-c0633f696c9c req-f3adb44e-0451-4b24-a814-f7dfd4d165a8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0507665
Jan 19 16:13:50.108296 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98acd986-9ff3-4589-b362-70f8b5fb0192 req-dea532f7-7893-4b78-9590-cc73a82c75de tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0516706
Jan 19 16:13:51.295861 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edaa6e03-175c-42a1-951a-516f3d885575 req-a59dd9d1-3379-4f7d-b36c-601a086ed759 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0502486
Jan 19 16:13:51.720510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:13:52.481221 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b3ac9b79-2cf3-4fbe-8459-4e9b451c60be req-9a859643-265a-4052-8b2f-eb4fc79495cd tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0497975
Jan 19 16:13:53.671678 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5569a31-6054-47b7-b474-1e386353c2ba req-bcff2de5-f4f2-4b7b-9259-b9d0aa0d5157 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0535214
Jan 19 16:13:54.859916 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e42f8df7-2498-4848-acf0-4fdf8fe2b1a4 req-23604f1c-6b78-4d4f-b47f-9d5f9a72bf3f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0505116
Jan 19 16:13:56.181111 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c7b7afa3-dc1b-4aa1-bfc3-b0a9dd9f0bb8 req-7a3610ce-e20c-4605-ba5c-71d96395dc77 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0502226
Jan 19 16:13:57.369443 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-af638554-5b36-4f5f-9dda-55c5c7a4e80d req-64560ce9-1f22-4eb3-88b7-058cab407671 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0541372
Jan 19 16:13:58.559736 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89cdadb4-ff6a-4a31-9d45-11dfe728cd40 req-1a038438-1e0e-4ee0-baed-64e70307481b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0532484
Jan 19 16:13:59.745771 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5204005a-92b9-404a-bee8-d8a127ef5b0a req-89889357-897c-43e1-b1e7-d553472c228d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0510817
Jan 19 16:14:00.941296 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-826dbd0c-8e3a-4e8f-b16c-a2966b1ce159 req-baba7cea-be70-4e7d-bb3f-82c0fd0a05e1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0519867
Jan 19 16:14:02.130558 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8d516321-8921-4559-98d9-22b49e6d7714 req-900c3ca4-be48-4ce9-a241-8125f97c6004 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0488899
Jan 19 16:14:03.312917 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d9b277a6-90b4-490f-b5e4-7db89ce4f4d2 req-00a0e7ff-6f5b-414c-871b-aec585200c92 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0499387
Jan 19 16:14:04.499372 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6954d36b-6fa2-4265-ab0a-fa18c13e78f6 req-35dad7af-a67f-4d87-a9a1-5802e2c3e2f0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0533781
Jan 19 16:14:05.690166 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e84d0b8d-6a58-459a-832a-4aa84265b587 req-205d2417-e791-411c-a4fa-b32c1a252322 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0525260
Jan 19 16:14:06.875255 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f1e18d5c-01c7-44ea-aee0-04a1e8fb33ba req-1bbbe264-6421-4504-98cf-be47f79b1bc8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0488765
Jan 19 16:14:08.060419 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f456e8ab-9353-4fe5-b405-c568b3460703 req-e53c0aa5-f2d2-4ef8-972c-680ef9fbe4fd tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0547826
Jan 19 16:14:08.480026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dbd55a70-c97a-42ee-a2b5-9ac2588d9a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:09.246754 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6575dee9-496f-4ce6-9d82-010249e73d13 req-d224f684-0e7f-479c-86d1-cc72c3d4f03e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0491288
Jan 19 16:14:10.428544 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-34b83cf4-456e-413e-b045-bb44b902cbfb req-8da0de61-ab90-428f-9dd3-9b685057757e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0488625
Jan 19 16:14:10.958953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ad49e457-1d84-4517-9c0a-b52ab5f2295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:11.370783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:11.836426 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-10174771-ac0a-4d2a-b3f0-dfb77171d1f6 req-d25cd0cf-9203-498e-b3a4-57c0705f0431 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.2746615
Jan 19 16:14:12.390782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:12.562223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:13.031841 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-699e624b-be5f-4291-9ac6-35d34440ff4a req-fb6d0029-5b9a-48e5-a8e9-da743932385d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0532031
Jan 19 16:14:14.218793 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-31a068cc-3682-4b29-a321-a6d15b52107a req-917274dd-1e6b-4b71-b992-d93d0ff82164 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0501723
Jan 19 16:14:15.408733 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f035595e-c971-4f52-997e-966bfbc8d0a9 req-f6fcd427-00d6-4422-90b2-20873e5ce2c9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0586226
Jan 19 16:14:16.592244 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bc929118-6c89-4e7d-845d-735a671f1e6a req-3418e9ad-057f-46c9-9c14-7a07e062416b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0492892
Jan 19 16:14:17.777537 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e8f8c16-2ee6-4ddc-9af3-fb214efcd781 req-8f4bfeda-e0a5-4399-ba36-7eff2d1b95ad tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0495799
Jan 19 16:14:18.970153 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1759e595-381c-4606-b1e3-3335a2c3136c req-9d04139a-1bab-4135-a494-fb9a0e14b651 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0536919
Jan 19 16:14:20.163116 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7d850245-809e-461c-9bec-d55a24b66bde req-0ccecb3e-2975-46ce-b8cc-bab13f72faeb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0503345
Jan 19 16:14:21.349683 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-072fc64c-fe5d-4282-82dc-a30c21808793 req-fd045828-29dd-4315-a1e9-8f3ba3bac96d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0500991
Jan 19 16:14:21.732893 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:22.537053 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-57b65585-e796-4dbf-a8e1-a368520a9b9b req-f00c83f6-575f-4c72-a862-45f28b8094c8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0531418
Jan 19 16:14:23.722213 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-514cda21-bbf2-4be1-b72c-0d4fa4227732 req-0749b798-3119-493b-ab05-ff21127faaf9 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0496800
Jan 19 16:14:24.411648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:14:24.906247 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e43817c4-191b-4992-83e4-dd8c533aec23 req-e442dece-e342-4edc-9ee6-0f11d6c5a6e8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0533834
Jan 19 16:14:26.095240 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dc9ef4f7-bcb4-4a4a-bdfa-affc8a90f20f req-c1cd1f0d-49d8-48f8-a2fb-2bf80e255f1e tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0530543
Jan 19 16:14:27.289890 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1d23c19a-3650-4dcf-966e-a58df3432889 req-a0c50e04-1cf4-4c48-8c15-e8db51fe73a1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0498719
Jan 19 16:14:28.501324 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-93b1a07e-7e16-4c45-8acc-9d7f09dc0eb9 req-bc64598c-cd9e-4813-9443-8f30ddb63172 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6cef64ce-f74a-4cf1-8b20-e23f681c0282 HTTP/1.1" status: 200  len: 210 time: 0.0523036
Jan 19 16:14:29.678200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 45928) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:29.761928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:29.794146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:29.842338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:29.847829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1a6d5984-fccf-47e5-beb5-f854275263da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:29.865303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event deleted for resources: {'SecurityGroup': ['ID=132bc1de-315a-4108-8de6-63429b479541,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:29.876415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.876819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.877217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.877609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.878026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.878413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.878797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.879181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.879564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.879947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.880331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.880737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.881173 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.881554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.881960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.882342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.882724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.883695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.884125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.884561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.884939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.885345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.885729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.886131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:29.890349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:29.891344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:29.892956 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "DELETE /v2.0/security-groups/132bc1de-315a-4108-8de6-63429b479541 HTTP/1.1" status: 204  len: 168 time: 0.2132914
Jan 19 16:14:29.895390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 45932) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:29.916165 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.v2.resource [None req-49c706f9-e2fc-4d46-aa99-97b7ae8407df tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] show failed (client error): The resource could not be found.
Jan 19 16:14:29.917296 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-49c706f9-e2fc-4d46-aa99-97b7ae8407df tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups/132bc1de-315a-4108-8de6-63429b479541 HTTP/1.1" status: 404  len: 347 time: 0.0209255
Jan 19 16:14:29.920363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 45936) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:30.105944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Deleting port c77149a0-7328-4e90-b1bf-e78713ae2fcd {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:14:30.106545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:30.297790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:30.298171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:30.437130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Calling delete_port for c77149a0-7328-4e90-b1bf-e78713ae2fcd owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:14:30.604964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:30.622111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7b982cb8-8cb7-4cd9-8464-1da137317113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:30.670451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event deleted for resources: {'Port': ['ID=c77149a0-7328-4e90-b1bf-e78713ae2fcd,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:30.673266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:30.856575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:30.871428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:30.872604 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "DELETE /v2.0/floatingips/5e9ff0ad-607f-4ede-8f11-8a14b38c388a HTTP/1.1" status: 204  len: 168 time: 0.9512713
Jan 19 16:14:31.335718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 45952) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:31.342237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'security_group': {'name': 'tempest-securitygroup--404273968', 'description': 'tempest-description--175724396'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:14:31.352024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:14:31.356850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:14:31.360813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:14:31.367181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:14:31.378507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.401077 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:14:31.405059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group_rule and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:14:31.408390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:14:31.415541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:14:31.495110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.498840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.504356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:31.551162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e2e7d7-3b5a-4100-81de-15047aece94f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:31.563970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.563970 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2184770
Jan 19 16:14:31.563970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1d9f9ce2-a7b1-4d36-b7b3-7638939285bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:31.563970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 45960) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:31.565661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'security_group_rule': {'security_group_id': 'a4e2e7d7-3b5a-4100-81de-15047aece94f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:14:31.576560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:14:31.580720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group_rule and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:14:31.583745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:14:31.589829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:14:31.605975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.673315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.677218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.679321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:31.704230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebfb800-5ca6-47b5-b75d-08427071a205,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:31.706882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:31.713713 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.715232 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1544104
Jan 19 16:14:31.718186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 45966) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:31.724813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'security_group_rule': {'security_group_id': 'a4e2e7d7-3b5a-4100-81de-15047aece94f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:14:31.735371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:14:31.739882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:security_group_rule and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:14:31.744026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:14:31.750408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:14:31.770702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.842784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.845637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.847769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a95324a2-7b7c-4c31-ae98-61e08cc88997 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:31.871679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5abed5-7ab1-4507-838b-4abcab4f51dd,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:31.874314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:31.881728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:31.883165 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1635504
Jan 19 16:14:31.886305 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 45970) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:31.891889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'floatingip': {'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:14:31.901941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:14:31.906007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Usage tracker for resource:floatingip and tenant:afdf7b2bd9af48a88a61d7ee06632f6f is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:14:31.908954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:14:31.915940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:14:31.925470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:32.079415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:32.364329 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Allocated IP 172.27.2.222 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/46b994ae-2d2e-4c58-b722-f3955ecfea24) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:14:32.527515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:32.558318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:32.575062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:32.716181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'Port': ['ID=46b994ae-2d2e-4c58-b722-f3955ecfea24,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:32.719550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:32.775189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:14:32.776355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:14:32.778921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:14:32.870767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:32.935807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:32.962032 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-0eb7d239-6411-45b0-a00c-b38278ba5dae service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0883124
Jan 19 16:14:33.085273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-be8fcd2d-cd5b-4ac2-a841-c684f8a718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:33.087005 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-be8fcd2d-cd5b-4ac2-a841-c684f8a718eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 1162 time: 0.0903678
Jan 19 16:14:33.229633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:33.237361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:33.252424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-ac6c9010-53a1-4fc7-8cdf-e72d5612441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:33.253912 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-ac6c9010-53a1-4fc7-8cdf-e72d5612441d service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1472111
Jan 19 16:14:33.254522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae3afb89-ce40-46c2-b55b-cca08e479602 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:33.334338 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-94b45d71-ab06-4e2f-a06f-67f5cdd83f03 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 200  len: 217 time: 0.0731580
Jan 19 16:14:33.411062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-29563e80-57fd-4edc-b049-7f6c359b5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:33.412650 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-29563e80-57fd-4edc-b049-7f6c359b5c02 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.0712731
Jan 19 16:14:33.469549 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-242120ee-7a34-4e27-ab2d-88f33f419737 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485694
Jan 19 16:14:33.622551 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-4ac7c82d-578d-4a86-a0cc-e5224ddf5897 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444426
Jan 19 16:14:33.624681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'Port': ['ID=46b994ae-2d2e-4c58-b722-f3955ecfea24,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:33.629115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:33.751121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:33.776489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:33.781966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8904414
Jan 19 16:14:33.788904 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7667fd90-7e80-4341-8ddd-900e157bbb1f req-727a63dc-be60-4a8f-a8c0-587f38cd3ac8 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1582065
Jan 19 16:14:33.991794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-2396e20b-9537-4188-bba9-8de4a94da14b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:14:34.014248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-2396e20b-9537-4188-bba9-8de4a94da14b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:14:34.015568 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-2396e20b-9537-4188-bba9-8de4a94da14b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--404273968&fields=id&tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f HTTP/1.1" status: 200  len: 267 time: 0.0725803
Jan 19 16:14:34.198745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-eaa83f4d-133a-4629-8d29-a78d4f701239 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:34.200235 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-eaa83f4d-133a-4629-8d29-a78d4f701239 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 810 time: 0.1766093
Jan 19 16:14:34.218060 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-2a17dfca-da07-4043-8308-06248380fc99 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/quotas/afdf7b2bd9af48a88a61d7ee06632f6f HTTP/1.1" status: 200  len: 375 time: 0.0106156
Jan 19 16:14:34.321038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-fc6032eb-902d-4130-b3be-6b8adf28ae13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:14:34.337673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-fc6032eb-902d-4130-b3be-6b8adf28ae13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:14:34.339177 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-fc6032eb-902d-4130-b3be-6b8adf28ae13 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1148436
Jan 19 16:14:34.434559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-842f1eaf-366c-497e-ac0d-9d967d3ba378 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:14:34.435823 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-842f1eaf-366c-497e-ac0d-9d967d3ba378 service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0840783
Jan 19 16:14:34.588782 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-c61d6c68-d09f-4e33-8cbc-e05617a6f47a service neutron] 10.222.0.122 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455808
Jan 19 16:14:34.738976 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-53f85c5f-c745-4dc2-bb40-a39d1e9080ae service neutron] 10.222.0.122 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434636
Jan 19 16:14:34.961522 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8e132047-a8cd-410c-acc0-fac4c4cf34fb req-d10ff832-c48b-4b71-84a4-5729dbf4094b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 210 time: 0.0555990
Jan 19 16:14:36.143475 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-064a7da7-c96f-47b6-9730-ff5fed3a3bcf req-cf1ae1f6-5b01-455d-ad53-ba3b48ff3113 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 210 time: 0.0490503
Jan 19 16:14:36.643366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-b15d09b8-2494-41d2-bea5-28328249ab07 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:36.645002 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-b15d09b8-2494-41d2-bea5-28328249ab07 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 810 time: 0.1890297
Jan 19 16:14:36.765476 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-1708cfb8-631f-49bf-a69b-ed3c3cb33633 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f HTTP/1.1" status: 200  len: 5703 time: 0.0833888
Jan 19 16:14:36.777198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'port': {'device_id': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'admin_state_up': True, 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'security_groups': ['a4e2e7d7-3b5a-4100-81de-15047aece94f']}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:14:36.928861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:14:36.939451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:14:36.949288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Made reservation on behalf of afdf7b2bd9af48a88a61d7ee06632f6f for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:14:36.958082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:37.331609 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-196a0bdc-cbe9-4b84-a8ea-1d03b16512d3 req-a977d757-f043-48ae-bff7-f0553638ac0d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 210 time: 0.0516961
Jan 19 16:14:37.480521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Allocated IP 172.20.0.12 (0a35fa9c-a0a2-41f2-96ec-9653ac034691/fabec43d-4301-4faa-b8bb-b957262086fc/74c10c13-ad3f-4c09-b326-33dde06fb276) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:14:37.693995 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:37.712928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Transition to ACTIVE for port object 74c10c13-ad3f-4c09-b326-33dde06fb276 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:14:37.736258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:37.754062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:37.893086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event updated for resources: {'Port': ['ID=74c10c13-ad3f-4c09-b326-33dde06fb276,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:37.904972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.905366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.905789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.906198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.906595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.906984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.907367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.907744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.908128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.908508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.908889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.909262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.909707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.910124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.910502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.910910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.911295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.911674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.912058 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.912439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.912811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.913209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.913581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.914021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:37.929016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:37.974027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:14:37.975255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:14:37.977684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:14:38.061449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:38.062198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:38.090173 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-10ccf8ac-72a7-4950-870c-960ad7524e7f tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3173888
Jan 19 16:14:38.110039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Request body: {'port': {'device_id': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:14:38.209667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-fa338ed9-01db-44f6-a0f4-a64e11f4773b None None] Provisioning for port 74c10c13-ad3f-4c09-b326-33dde06fb276 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:14:38.215305 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-fa338ed9-01db-44f6-a0f4-a64e11f4773b None None] Provisioning complete for port 74c10c13-ad3f-4c09-b326-33dde06fb276 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:14:38.215830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fa338ed9-01db-44f6-a0f4-a64e11f4773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:38.234741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:38.279309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-fa338ed9-01db-44f6-a0f4-a64e11f4773b None None] Port 74c10c13-ad3f-4c09-b326-33dde06fb276 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:14:38.486136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6cd8e28f-b008-43fb-84de-a7479abe60fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:38.583790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de716a-fbd1-4f2b-91e2-822fc7ed9cd6 req-d6eba7d2-a8b2-4a7a-942c-eb8f60457122 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:38.585490 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d4de716a-fbd1-4f2b-91e2-822fc7ed9cd6 req-d6eba7d2-a8b2-4a7a-942c-eb8f60457122 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 932 time: 0.1146419
Jan 19 16:14:38.640766 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d4de716a-fbd1-4f2b-91e2-822fc7ed9cd6 req-8591d96d-1cb8-4c41-b56e-00e264006f0d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481207
Jan 19 16:14:38.685765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c10c13-ad3f-4c09-b326-33dde06fb276 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 16:14:38.695295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:38.707952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Transition to ACTIVE for port object 74c10c13-ad3f-4c09-b326-33dde06fb276 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:14:38.710417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:38.725852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:38.861213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=74c10c13-ad3f-4c09-b326-33dde06fb276,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:38.864399 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:39.071111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Attempting to bind port 74c10c13-ad3f-4c09-b326-33dde06fb276 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:14:39.071111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Attempting to bind port 74c10c13-ad3f-4c09-b326-33dde06fb276 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:14:39.071393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Attempting to bind port 74c10c13-ad3f-4c09-b326-33dde06fb276 on network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:14:39.078067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:14:39.078437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Checking segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:14:39.078834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:39.079219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Bound using segment: {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:14:39.079690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Bound port: 74c10c13-ad3f-4c09-b326-33dde06fb276, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1f726f-33f0-457f-a6bc-3cd77059fdbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:14:39.080055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:39.181672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] For port 74c10c13-ad3f-4c09-b326-33dde06fb276, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:14:39.184764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] For port 74c10c13-ad3f-4c09-b326-33dde06fb276, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=74c10c13-ad3f-4c09-b326-33dde06fb276,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:14:39.188116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:39.204454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b85a3ef5-f576-48c4-90a1-350327b4253e tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:39.366819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Pushing event updated for resources: {'Port': ['ID=74c10c13-ad3f-4c09-b326-33dde06fb276,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:39.370900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:39.404980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:39.405652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:39.407180 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] 10.222.0.85 "PUT /v2.0/ports/74c10c13-ad3f-4c09-b326-33dde06fb276 HTTP/1.1" status: 200  len: 1158 time: 1.3021283
Jan 19 16:14:39.407708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:14:39.515972 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276', 'status': 'completed', 'code': 200}
Jan 19 16:14:39.559198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-497596af-5c23-42c7-9032-201017b92fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:39.560961 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-497596af-5c23-42c7-9032-201017b92fa8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 1161 time: 0.0971360
Jan 19 16:14:39.647615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-757b9684-43f4-4581-a208-143c8cfec50a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c10c13-ad3f-4c09-b326-33dde06fb276 HTTP/1.1" status: 200  len: 217 time: 0.0723798
Jan 19 16:14:39.718962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-6dd34c1c-83cc-4813-8122-879087c9e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:39.720631 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-6dd34c1c-83cc-4813-8122-879087c9e76f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.0660925
Jan 19 16:14:39.808807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0ce8a10d-5b47-4ca9-b57d-e476ce346883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:39.810546 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-0ce8a10d-5b47-4ca9-b57d-e476ce346883 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0824568
Jan 19 16:14:39.882075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3779-4267-4103-a11a-4693f12841d7 req-fdb44536-dacd-4e44-90ad-fa38b4d7c66b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:39.890860 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a8ea3779-4267-4103-a11a-4693f12841d7 req-fdb44536-dacd-4e44-90ad-fa38b4d7c66b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 944 time: 0.1127701
Jan 19 16:14:39.949540 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a8ea3779-4267-4103-a11a-4693f12841d7 req-a028d88a-fb0f-4555-b158-13d584eb0979 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572011
Jan 19 16:14:39.972835 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-098bb5ba-1f95-43f1-99ec-99464e79d2e2 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542830
Jan 19 16:14:40.125005 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84bba898-eba8-47d1-828e-1ffc595c2a2a req-3cf439e0-9fb3-4dd3-8bf6-dc4de60e39d9 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452599
Jan 19 16:14:40.297183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-de69f9db-3e57-4819-93fb-4e2b28e5f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:40.298970 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-de69f9db-3e57-4819-93fb-4e2b28e5f84f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 1161 time: 0.0844636
Jan 19 16:14:40.450426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-6a15c5ee-eff2-4afd-b66a-e48295ff0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:40.452007 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-6a15c5ee-eff2-4afd-b66a-e48295ff0924 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 904 time: 0.1442511
Jan 19 16:14:40.530280 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-79a0e5fa-4bb9-4bbc-bae6-7bdacfbb3558 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c10c13-ad3f-4c09-b326-33dde06fb276 HTTP/1.1" status: 200  len: 217 time: 0.0693772
Jan 19 16:14:40.611794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-3f6bd618-b636-4667-9a0d-577b3ab358a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:40.613403 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-3f6bd618-b636-4667-9a0d-577b3ab358a0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.0754864
Jan 19 16:14:40.702176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-b1ab0406-8e8b-4a65-814a-27fa460f60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:40.703721 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-b1ab0406-8e8b-4a65-814a-27fa460f60df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0817828
Jan 19 16:14:40.851353 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-e0889bcf-abec-46ea-a7e5-9028bf354425 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391792
Jan 19 16:14:40.962637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6e2a24bc-21d4-4e37-8bbc-5df1cffab191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:41.004639 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4912a2d5-e7c5-4cae-86c6-ae51c9e8ad20 req-7e1ca57e-8ac7-425f-b1f3-80ea48229414 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463132
Jan 19 16:14:41.206965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3fea9-ffc3-496f-bc6f-0f45c441aa6d req-516210da-ea68-45f2-b9f2-d5eb230872ca tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:41.208615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-80d3fea9-ffc3-496f-bc6f-0f45c441aa6d req-516210da-ea68-45f2-b9f2-d5eb230872ca tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 944 time: 0.1056991
Jan 19 16:14:41.263704 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-80d3fea9-ffc3-496f-bc6f-0f45c441aa6d req-b252cecf-da22-4ca0-9b71-b6e3bf9ba635 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476253
Jan 19 16:14:41.374570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:42.385441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:42.508176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a41525-fa94-4fe1-a4ab-11cdaf27fcad req-2a9956b2-3a6e-4aac-a2a6-fea00ac6ea59 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:42.509911 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c1a41525-fa94-4fe1-a4ab-11cdaf27fcad req-2a9956b2-3a6e-4aac-a2a6-fea00ac6ea59 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 944 time: 0.1126204
Jan 19 16:14:42.568355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:42.570196 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c1a41525-fa94-4fe1-a4ab-11cdaf27fcad req-fb50650f-9c0d-4af1-aacc-662f7b5f54a8 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539248
Jan 19 16:14:42.906945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 74c10c13-ad3f-4c09-b326-33dde06fb276 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:14:42.977713 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 74c10c13-ad3f-4c09-b326-33dde06fb276 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:14:42.982552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 74c10c13-ad3f-4c09-b326-33dde06fb276 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:14:42.982962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:43.114038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:43.144574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:14:43.155983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 74c10c13-ad3f-4c09-b326-33dde06fb276, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=74c10c13-ad3f-4c09-b326-33dde06fb276,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:14:43.163331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:43.166563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:14:43.244545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=74c10c13-ad3f-4c09-b326-33dde06fb276,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:14:43.252832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.253400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.253807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.254202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.254576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.254952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.255323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.255692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.256081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.256429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.256964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.257693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.258972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.259515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.260007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.260524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.261038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.261563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.262119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.262681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.263359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.263888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.264404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.264938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:14:43.270410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:14:43.356207 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276', 'code': 200}
Jan 19 16:14:43.645887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda74a4-5aff-4a3e-aba2-cf169d72e906 req-fbd3d760-44f5-4352-a9c7-e19eb01cd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:43.647788 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3dda74a4-5aff-4a3e-aba2-cf169d72e906 req-fbd3d760-44f5-4352-a9c7-e19eb01cd2ae service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 1163 time: 0.0881956
Jan 19 16:14:43.697970 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3dda74a4-5aff-4a3e-aba2-cf169d72e906 req-8e3af302-4a96-401c-9df8-b88d454fc840 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429206
Jan 19 16:14:43.819612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928da9ec-fb6a-400c-80f5-42cf9920dc28 req-ce791105-868f-4cb3-bec1-f6d6127f43bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:43.822329 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-928da9ec-fb6a-400c-80f5-42cf9920dc28 req-ce791105-868f-4cb3-bec1-f6d6127f43bf tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 946 time: 0.1098778
Jan 19 16:14:43.881345 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-928da9ec-fb6a-400c-80f5-42cf9920dc28 req-f236cde8-f200-4319-a0d3-e4d3b6d66746 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520971
Jan 19 16:14:44.356998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 74c10c13-ad3f-4c09-b326-33dde06fb276 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:14:44.434924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 74c10c13-ad3f-4c09-b326-33dde06fb276 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:14:44.435312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:45.128602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531c5cd-2dbe-4761-b670-af86df290bb7 req-ae7c8ff9-4650-4948-a406-2c36e6ffbb67 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:45.130214 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e531c5cd-2dbe-4761-b670-af86df290bb7 req-ae7c8ff9-4650-4948-a406-2c36e6ffbb67 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 946 time: 0.1058912
Jan 19 16:14:45.185956 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e531c5cd-2dbe-4761-b670-af86df290bb7 req-681c28c9-812a-415c-9cdf-5ac8f22be9e1 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484903
Jan 19 16:14:45.423704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31781057-bad7-4fce-bda0-f203f9450480 req-591b16ff-2675-4170-a73e-6ea5bc36bbd3 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:45.425368 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-31781057-bad7-4fce-bda0-f203f9450480 req-591b16ff-2675-4170-a73e-6ea5bc36bbd3 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 946 time: 0.1095583
Jan 19 16:14:45.435237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 46130) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:14:45.440908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Request body: {'floatingip': {'port_id': '74c10c13-ad3f-4c09-b326-33dde06fb276'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:14:45.531585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:46.187391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:46.190677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:46.376940 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Floating IP 98b7c127-1ef5-45c9-ae65-6e1cbcd17435 associated. External IP: 172.27.2.222, port: 74c10c13-ad3f-4c09-b326-33dde06fb276.
Jan 19 16:14:47.016576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:14:47.227722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:14:47.232645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:14:47.241231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] Sync routers for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:14:47.252003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:14:47.252792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd4b6cf8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:14:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:14:47.297800 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0852eb43-ace0-4dd1-ab83-46db88ff2178 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "PUT /v2.0/floatingips/98b7c127-1ef5-45c9-ae65-6e1cbcd17435 HTTP/1.1" status: 200  len: 992 time: 1.8614016
Jan 19 16:14:47.298651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:14:47.453944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:14:47.605981 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276', 'status': 'completed', 'code': 200}
Jan 19 16:14:47.774761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f880c-9de6-4421-bc91-644b85e431fe req-48ecf132-0391-465e-8ca5-ae70f8da0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:47.776368 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-013f880c-9de6-4421-bc91-644b85e431fe req-48ecf132-0391-465e-8ca5-ae70f8da0d23 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 1163 time: 0.1109431
Jan 19 16:14:47.926330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f880c-9de6-4421-bc91-644b85e431fe req-5bc18235-5d24-4344-8ac1-eb8ad4c66bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:47.927914 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-013f880c-9de6-4421-bc91-644b85e431fe req-5bc18235-5d24-4344-8ac1-eb8ad4c66bb8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 904 time: 0.1446931
Jan 19 16:14:47.999453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd4b6cf8>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '98b7c127-1ef5-45c9-ae65-6e1cbcd17435', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'port_id': '74c10c13-ad3f-4c09-b326-33dde06fb276', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'mac_address': 'fa:16:3e:b4:34:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:14:32Z', 'updated_at': '2021-01-19T16:14:46Z', 'revision_number': 1, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:14:48.004404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] Checking router: f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:14:48.014343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:14:48.015036 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd4b6cf8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:14:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:14:48.043468 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-013f880c-9de6-4421-bc91-644b85e431fe req-0854ec6b-f7a1-4305-8c3c-707019800750 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c10c13-ad3f-4c09-b326-33dde06fb276 HTTP/1.1" status: 200  len: 1000 time: 0.1086323
Jan 19 16:14:48.126517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f880c-9de6-4421-bc91-644b85e431fe req-d1a95f6c-72b4-4a6d-b6a2-32cfdac87efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:48.128243 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-013f880c-9de6-4421-bc91-644b85e431fe req-d1a95f6c-72b4-4a6d-b6a2-32cfdac87efe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.0752382
Jan 19 16:14:48.216625 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f880c-9de6-4421-bc91-644b85e431fe req-72812b11-7dc2-4b02-984b-28fa4c4215d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:14:48.218100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:14:48.218710 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-013f880c-9de6-4421-bc91-644b85e431fe req-72812b11-7dc2-4b02-984b-28fa4c4215d7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0835147
Jan 19 16:14:48.596871 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-013f880c-9de6-4421-bc91-644b85e431fe req-21a86f55-9a65-4b5d-afd4-34650f9c9546 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708954
Jan 19 16:14:48.634482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd4b6cf8>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '98b7c127-1ef5-45c9-ae65-6e1cbcd17435', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'port_id': '74c10c13-ad3f-4c09-b326-33dde06fb276', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'mac_address': 'fa:16:3e:b4:34:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:14:32Z', 'updated_at': '2021-01-19T16:14:46Z', 'revision_number': 1, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:14:48.638956 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fbe52-bc4f-4ef8-b49d-ab181ac6e6d9 None None] The sync data for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi is: [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '98b7c127-1ef5-45c9-ae65-6e1cbcd17435', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'port_id': '74c10c13-ad3f-4c09-b326-33dde06fb276', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'mac_address': 'fa:16:3e:b4:34:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:14:32Z', 'updated_at': '2021-01-19T16:14:46Z', 'revision_number': 1, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:14:48.751340 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-013f880c-9de6-4421-bc91-644b85e431fe req-47cd7b47-339e-4143-8df6-421ab382ba39 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466305
Jan 19 16:14:48.956295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f39c4-b85a-4262-b66b-579acb8e2beb None None] New status for floating IP 98b7c127-1ef5-45c9-ae65-6e1cbcd17435: ACTIVE {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:14:51.744613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:01.411358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:15:08.480839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f695057c-b979-4c87-8a4a-0b824e04fcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:10.964472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9e3b23a2-dc8c-4ba0-a4eb-0b039580d723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:11.378567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:12.388978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:12.568203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:21.748503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:33.951255 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-1ead475f-83e5-43f7-82d4-2c8d8a12630f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0788424
Jan 19 16:15:34.066089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-c4a95f56-8366-49d9-aa16-ee9401e7ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:15:34.067838 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-c4a95f56-8366-49d9-aa16-ee9401e7ad86 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=85333c098a7c42648e0fc2f250545ce4&device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 1162 time: 0.0817063
Jan 19 16:15:34.235451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-97ddaca0-84cb-4de3-bf1e-345755a257b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:15:34.237011 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-97ddaca0-84cb-4de3-bf1e-345755a257b0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 200  len: 912 time: 0.1479104
Jan 19 16:15:34.317719 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-88b485b4-6fb5-46cc-8f84-a4a558f05e4e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 200  len: 217 time: 0.0737724
Jan 19 16:15:34.395620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-2973bf3a-1157-406d-914e-c3a533494f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:15:34.397194 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-2973bf3a-1157-406d-914e-c3a533494f85 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 200  len: 858 time: 0.0702212
Jan 19 16:15:34.452976 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-274ffd5f-7fc9-48ce-aa1b-01441a06aeb4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da38b16f-a05b-4226-9755-533c6e1617ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488305
Jan 19 16:15:34.608137 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-9b0bf5af-22f3-4644-89e6-f66da0f2d06a service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483130
Jan 19 16:15:34.760464 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ba5fc373-73b6-48a0-85ec-4a18808e671b req-ae6b7e37-ea69-4b4a-b4b3-f4df726834c7 service neutron] 10.222.0.85 "GET /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447165
Jan 19 16:15:38.411698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:15:38.483816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ed313352-185e-4e7a-ab66-e986a71b1e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:40.965285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf9a9d44-f844-419d-bf66-379afef77d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:41.382981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:42.392008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:42.571857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:15:51.758482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:08.487027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-000ae433-8e04-4a2b-aea3-b2cfa1113d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:10.968080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afb46966-bbf1-4900-bf44-6aeabc31d3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:11.384213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:12.395261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:12.574857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:15.415269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:16:21.781849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:34.467875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58174fb-a2b2-4cca-b371-4fe48f7deee3 req-e74d9302-873a-4574-9c0a-3ee25ee4849c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:34.469567 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f58174fb-a2b2-4cca-b371-4fe48f7deee3 req-e74d9302-873a-4574-9c0a-3ee25ee4849c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1862464
Jan 19 16:16:34.525722 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f58174fb-a2b2-4cca-b371-4fe48f7deee3 req-ed9cc61e-4d5b-4791-9441-ec58c2dc242d tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485108
Jan 19 16:16:34.889879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.85', 51094) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:34.934844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-2a85a145-8e84-4f6a-b81e-98bb3b1b5a6e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:34.936495 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-2a85a145-8e84-4f6a-b81e-98bb3b1b5a6e tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 945 time: 0.1183038
Jan 19 16:16:35.023488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Deleting port 8a5317ff-2866-4d88-b9ff-94787e737264 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:16:35.023874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:35.046615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-9e36a3a0-0758-4c4e-b671-5c5b8419a28a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1552651
Jan 19 16:16:35.168219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-6d6fd079-8239-4e32-bd33-7e3f30476a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:35.169976 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-6d6fd079-8239-4e32-bd33-7e3f30476a0d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 1163 time: 0.0858448
Jan 19 16:16:35.245441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 8a5317ff-2866-4d88-b9ff-94787e737264 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:16:35.311446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] For port 8a5317ff-2866-4d88-b9ff-94787e737264, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8a5317ff-2866-4d88-b9ff-94787e737264,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:35.311847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:35.372448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-995bc541-90bc-4815-a7a9-57b2c0066023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:35.374712 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-995bc541-90bc-4815-a7a9-57b2c0066023 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1812754
Jan 19 16:16:35.376894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:35.413460 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:16:35.423805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 8a5317ff-2866-4d88-b9ff-94787e737264, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8a5317ff-2866-4d88-b9ff-94787e737264,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:35.427202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:35.430020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:35.449046 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Calling delete_port for 8a5317ff-2866-4d88-b9ff-94787e737264 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:16:35.463437 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-efbafb30-a7e2-498a-89a3-c8005fe95261 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2773c104-e4fa-4785-b1ca-ba98c4106928 HTTP/1.1" status: 200  len: 217 time: 0.0808122
Jan 19 16:16:35.494563 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264', 'code': 200}
Jan 19 16:16:35.523218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=8a5317ff-2866-4d88-b9ff-94787e737264,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:35.532638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.533045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.533426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.533819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.534183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.534553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.534898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.535483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.535858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.536230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.536608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.537024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.538270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.539530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.540064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.540614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.540983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.541365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.541837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.542387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.542755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.543101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.543459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.543794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:35.548196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-bb825f36-aee4-421f-9581-0253ae5d2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:35.549963 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-bb825f36-aee4-421f-9581-0253ae5d2df0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0799358
Jan 19 16:16:35.550715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:16:35.550855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:35.551073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:16:35.604581 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-4f599875-5793-4f01-bc0b-1080af3b7b28 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476646
Jan 19 16:16:35.616689 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-51818f6e-5476-43f7-9a71-40ea7d865086 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:16:35.617965 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-51818f6e-5476-43f7-9a71-40ea7d865086 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0063357
Jan 19 16:16:35.834372 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-537b7902-68e4-4f35-ab2d-8f99b18166d0 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102227
Jan 19 16:16:35.890316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10173d4-f02e-4753-8311-29c60eb50fed req-bb584b20-bfee-4d27-81a6-846bb9d3cf1f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:35.891922 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c10173d4-f02e-4753-8311-29c60eb50fed req-bb584b20-bfee-4d27-81a6-846bb9d3cf1f tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 943 time: 0.1863537
Jan 19 16:16:36.030080 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c10173d4-f02e-4753-8311-29c60eb50fed req-d56f1a9d-396f-41af-801d-045ed74c7541 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311035
Jan 19 16:16:36.052279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Deleting port 8a5317ff-2866-4d88-b9ff-94787e737264 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:16:36.052757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:36.054601 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76089ba6-6bce-46a6-9447-2ecb45515588 req-a204a8df-4acd-421f-81c0-4fdc0ea10b8a service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2117250
Jan 19 16:16:36.349095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] For port 8a5317ff-2866-4d88-b9ff-94787e737264, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=8a5317ff-2866-4d88-b9ff-94787e737264,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:36.349493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:36.491786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Calling delete_port for 8a5317ff-2866-4d88-b9ff-94787e737264 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:16:36.651057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:36.668839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:36.719622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Pushing event deleted for resources: {'Port': ['ID=8a5317ff-2866-4d88-b9ff-94787e737264,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:36.783025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.783425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.783821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.784217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.784610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.785000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.785391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.785813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.786203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.786585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.786967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.787351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.788479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.789093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.789465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.789895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.790279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.790656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.791029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.791401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.791775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.792146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.792518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.792960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:36.798384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:36.902506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] No DVR routers for this DVR port 8a5317ff-2866-4d88-b9ff-94787e737264 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:16:36.904708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:36.907520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'name': 'network-vif-deleted', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:16:36.922801 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-51b995fa-8b9e-47a8-bd0c-e4b9b3b538ba req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "DELETE /v2.0/ports/8a5317ff-2866-4d88-b9ff-94787e737264 HTTP/1.1" status: 204  len: 173 time: 1.9803724
Jan 19 16:16:37.050420 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb175f-c4a6-4b6a-83bf-e279ac4165a6', 'name': 'network-vif-deleted', 'tag': '8a5317ff-2866-4d88-b9ff-94787e737264', 'status': 'completed', 'code': 200}
Jan 19 16:16:37.235719 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e7ac644e-37c7-44da-9e07-0aec37c3cb1d req-607195ec-e696-42ad-ba4e-bbb66805a197 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=0dcb175f-c4a6-4b6a-83bf-e279ac4165a6 HTTP/1.1" status: 200  len: 210 time: 0.0513456
Jan 19 16:16:38.501522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0ce3-3a04-4a9a-927a-25216040f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:38.805095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255299a8-f74c-4785-9cd5-43afb989e74d req-85ec489d-ae33-424f-b93a-e29940375b2b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:38.806762 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-255299a8-f74c-4785-9cd5-43afb989e74d req-85ec489d-ae33-424f-b93a-e29940375b2b tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1166558
Jan 19 16:16:38.860506 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-255299a8-f74c-4785-9cd5-43afb989e74d req-88159a19-14e6-4606-88d9-27a37f719f6a tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469837
Jan 19 16:16:39.263636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device df199109-5fdc-46ed-a2c4-b661b65d356a no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:16:39.307300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-01b85ef5-1abe-4a99-874a-1225873d6d58 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:39.308239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-01b85ef5-1abe-4a99-874a-1225873d6d58 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Synchronizing usage tracker for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:16:39.323847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-01b85ef5-1abe-4a99-874a-1225873d6d58 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Unset dirty status for tenant:85333c098a7c42648e0fc2f250545ce4 on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:16:39.325216 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-01b85ef5-1abe-4a99-874a-1225873d6d58 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 945 time: 0.1276319
Jan 19 16:16:39.391367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:39.410597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Deleting port df199109-5fdc-46ed-a2c4-b661b65d356a {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:16:39.410981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:39.428659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:16:39.443011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port df199109-5fdc-46ed-a2c4-b661b65d356a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=df199109-5fdc-46ed-a2c4-b661b65d356a,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:39.446738 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:39.449193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:39.523582 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a', 'code': 200}
Jan 19 16:16:39.526485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=df199109-5fdc-46ed-a2c4-b661b65d356a,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:39.530371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:39.904922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] For port df199109-5fdc-46ed-a2c4-b661b65d356a, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=df199109-5fdc-46ed-a2c4-b661b65d356a,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:39.905331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:40.043360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Calling delete_port for df199109-5fdc-46ed-a2c4-b661b65d356a owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:16:40.117355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5197f-fbe1-4235-ab10-a459d1c018a5 req-be02a66c-8cbd-4840-9bf8-90980db93469 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:40.119142 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-17e5197f-fbe1-4235-ab10-a459d1c018a5 req-be02a66c-8cbd-4840-9bf8-90980db93469 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/ports?device_id=c675b159-66fb-4681-8ecb-32b546bc6905 HTTP/1.1" status: 200  len: 943 time: 0.1101747
Jan 19 16:16:40.179026 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-17e5197f-fbe1-4235-ab10-a459d1c018a5 req-0f3728aa-c18b-4821-a29b-f1388c61875c tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.122 "GET /v2.0/security-groups?id=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527420
Jan 19 16:16:40.211437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:40.227839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d6ac3e58-fe5a-4997-aa54-9b9768cbbdda tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:40.330963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Pushing event deleted for resources: {'Port': ['ID=df199109-5fdc-46ed-a2c4-b661b65d356a,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:40.338887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:40.442801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] No DVR routers for this DVR port df199109-5fdc-46ed-a2c4-b661b65d356a on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:16:40.445682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:40.448608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'name': 'network-vif-deleted', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:16:40.464251 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b4357519-3d43-4e04-88f3-7045c9e1e186 req-a17454ae-a51a-4c73-9da4-ea00bd7f78dc tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] 10.222.0.85 "DELETE /v2.0/ports/df199109-5fdc-46ed-a2c4-b661b65d356a HTTP/1.1" status: 204  len: 173 time: 1.1328936
Jan 19 16:16:40.520733 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c675b159-66fb-4681-8ecb-32b546bc6905', 'name': 'network-vif-deleted', 'tag': 'df199109-5fdc-46ed-a2c4-b661b65d356a', 'status': 'completed', 'code': 200}
Jan 19 16:16:40.970379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2e88e92a-d19a-41dd-83de-e41c3a72fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:41.297381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47232) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:41.386643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:42.260603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:42.403437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:42.578829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:42.650529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Deleting port e88ca6cd-6aa8-46ea-9422-c978dafca4c0 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:16:42.650898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:42.846363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] For port e88ca6cd-6aa8-46ea-9422-c978dafca4c0, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,segment=NetworkSegment(263e1515-baf2-44d8-a74b-48e0a46e0a49),segment_id=263e1515-baf2-44d8-a74b-48e0a46e0a49)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:42.846670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:42.988193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Calling delete_port for e88ca6cd-6aa8-46ea-9422-c978dafca4c0 owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:16:43.320830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:43.336190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:43.432075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Pushing event deleted for resources: {'Port': ['ID=e88ca6cd-6aa8-46ea-9422-c978dafca4c0,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:43.447107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.447520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.447912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.448297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.448685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.449062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.449438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.449838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.450222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.450595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.450969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.451342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.451887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.452135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.452509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.452880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.453248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.453629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.454013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.454382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.454746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.455116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.455484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.455850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:16:43.461639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:43.773842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:44.301445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Router 8a189d7e-aa92-4226-964e-66397ebef985 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:16:44.749496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:16:44.758363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] Sync routers for ids ['8a189d7e-aa92-4226-964e-66397ebef985'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:16:44.765394 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] 10.222.0.122 "PUT /v2.0/routers/8a189d7e-aa92-4226-964e-66397ebef985/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4652770
Jan 19 16:16:44.766489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47264) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:44.768112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] Routers {'8a189d7e-aa92-4226-964e-66397ebef985'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:16:44.768758 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbda88ac8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:16:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['8a189d7e-aa92-4226-964e-66397ebef985'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:44.961759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks [] for router, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:44.966461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] Set router 8a189d7e-aa92-4226-964e-66397ebef985 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:16:45.158390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:45.165176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Deleting port 00d57e81-93ec-4365-a0d7-3c750483770c {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:16:45.165602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:45.281037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbda88ac8>, [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T16:16:43Z', 'revision_number': 5, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:45.285171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] Checking router: 8a189d7e-aa92-4226-964e-66397ebef985 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:16:45.294993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] Routers {'8a189d7e-aa92-4226-964e-66397ebef985'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:16:45.295645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbda88ac8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:16:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['8a189d7e-aa92-4226-964e-66397ebef985'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:45.358395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] For port 00d57e81-93ec-4365-a0d7-3c750483770c, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=00d57e81-93ec-4365-a0d7-3c750483770c,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:45.358710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:45.501731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Calling delete_port for 00d57e81-93ec-4365-a0d7-3c750483770c owned by network:router_gateway {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:16:45.654026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] Set router 8a189d7e-aa92-4226-964e-66397ebef985 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:16:45.654725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.plugins.ml2.ovo_rpc [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     result = function(*args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     proto.__init__(conn_state, self)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.handle()
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.handle_one_request()
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.handle_one_response()
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     result = self.application(self.environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return app(environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return request.get_response(self.application)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self._app)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return resp(environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return resp(environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = self.app(environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return resp(environ, start_response)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:16:45.661093 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     result = method(request=request, **args)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._delete(request, id, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*dup_args, **dup_kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     obj_deleter(request.context, id, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return method(*args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*dup_args, **dup_kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._delete_current_gw_port(context, id, router, None)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, context, *args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return method(*args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     context, port, router_ids, bound_mech_contexts)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     return function(*args, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     callback(resource, event, trigger, **kwargs)
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     if self._is_session_semantic_violated(context, resource, event):
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]:     stack = traceback.extract_stack()
Jan 19 16:16:45.671398 dv-cinder-667108-29-iscsi neutron-server[79949]: 
Jan 19 16:16:45.869378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.003334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbda88ac8>, [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T16:16:43Z', 'revision_number': 5, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:46.008176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c66b321-f013-4db3-9016-130e753eb2a8 None None] The sync data for ids ['8a189d7e-aa92-4226-964e-66397ebef985'] in dv-cinder-667108-29-iscsi is: [{'id': '8a189d7e-aa92-4226-964e-66397ebef985', 'name': 'tempest-ServerRescueNegativeTestJSON-921481697-router', 'tenant_id': '85333c098a7c42648e0fc2f250545ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:19Z', 'updated_at': '2021-01-19T16:16:43Z', 'revision_number': 5, 'project_id': '85333c098a7c42648e0fc2f250545ce4', 'gw_port': {'id': '00d57e81-93ec-4365-a0d7-3c750483770c', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a189d7e-aa92-4226-964e-66397ebef985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:21Z', 'updated_at': '2021-01-19T15:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:16:46.016242 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.018700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.113238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.113813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a189d7e-aa92-4226-964e-66397ebef985 {{(pid=80060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:16:46.127622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.128847 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-287ad8ea-9a6f-4ad5-8ca7-3b5cd1de5f4f admin admin] 10.222.0.122 "DELETE /v2.0/routers/8a189d7e-aa92-4226-964e-66397ebef985 HTTP/1.1" status: 204  len: 168 time: 1.3613873
Jan 19 16:16:46.131898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47280) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:46.202348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Deleting subnet 505e4bac-e603-485f-ab3b-c4eb5b6904de {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:16:46.205877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.262681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852582291'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.329598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.362556 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device e88ca6cd-6aa8-46ea-9422-c978dafca4c0 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:16:46.403455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: e88ca6cd-6aa8-46ea-9422-c978dafca4c0 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:16:46.403848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device e88ca6cd-6aa8-46ea-9422-c978dafca4c0 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:16:46.604336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852235061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852127883'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.624960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:46.709639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505e4bac-e603-485f-ab3b-c4eb5b6904de,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:46.731493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:46.770225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:46.779927 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-15c42c14-b34e-4224-85dc-2f49b0ce141e admin admin] 10.222.0.122 "DELETE /v2.0/subnets/505e4bac-e603-485f-ab3b-c4eb5b6904de HTTP/1.1" status: 204  len: 168 time: 0.6443465
Jan 19 16:16:46.780226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47288) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:46.909444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:47.119787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:47.242901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbd0e49b0>,) {'filters': {'network_id': ['da38b16f-a05b-4226-9755-533c6e1617ab']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:47.256212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd0e49b0>, '263e1515-baf2-44d8-a74b-48e0a46e0a49') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:47.257094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd0e49b0>, '263e1515-baf2-44d8-a74b-48e0a46e0a49') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:47.269462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:47.285396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:47.288398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:16:47.478911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Network da38b16f-a05b-4226-9755-533c6e1617ab has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:16:47.488004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:47.674656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Network da38b16f-a05b-4226-9755-533c6e1617ab has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:16:47.702203 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:16:47.781251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:47.784665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:47.800474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:47.810005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Pushing event deleted for resources: {'Network': ['ID=da38b16f-a05b-4226-9755-533c6e1617ab,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:47.814282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:47.819896 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] 10.222.0.122 "DELETE /v2.0/networks/da38b16f-a05b-4226-9755-533c6e1617ab HTTP/1.1" status: 204  len: 168 time: 1.0385644
Jan 19 16:16:48.036996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47304) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:48.093987 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f75c7877-b8f0-4798-8694-92a7228efb96 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=85333c098a7c42648e0fc2f250545ce4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0556519
Jan 19 16:16:48.096642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47310) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:48.163473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:48.196656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:48.250808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:48.255973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:48.270291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:48.274512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:48.283677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:48.284929 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/53fbb23d-fdb8-4dc8-b1a3-35b5bc9a14c1 HTTP/1.1" status: 204  len: 168 time: 0.1872213
Jan 19 16:16:48.400511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 00d57e81-93ec-4365-a0d7-3c750483770c no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:16:48.439543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 00d57e81-93ec-4365-a0d7-3c750483770c {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:16:48.439921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 00d57e81-93ec-4365-a0d7-3c750483770c not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:16:49.254225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47340) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:49.417072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-network', 'tenant_id': '2fb4ba863088481091ba978e0d72f829'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:16:49.422799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:49.427393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Usage tracker for resource:network and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:49.431089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:49.436853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:49.446819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Made reservation on behalf of 2fb4ba863088481091ba978e0d72f829 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:16:49.451476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.464844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.482638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:49.486715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:49.489701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:49.496420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:49.593344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.596419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.601576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-28e672c5-1e9b-4c9c-87cb-e59e29446533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:49.634075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 16:16:49.643564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5049f13-85a1-4202-879f-a2e4040d6114,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:49.648095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:49.650922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.651283 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Added segment 87228b68-97e3-4c2c-b1a6-e2c52833b9d7 of type vxlan for network 6c019d6b-8512-460f-a6a4-82c4cc4695e4
Jan 19 16:16:49.688272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.719704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.720962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:49.721590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:49.729840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-639fd739-9afb-4633-a3ac-c3473ce931fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:50.071924 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8161342
Jan 19 16:16:50.072695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 47352) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:50.075718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c019d6b-8512-460f-a6a4-82c4cc4695e4,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:50.078742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:50.080106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Request body: {'subnet': {'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-subnet', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:16:50.087759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:16:50.105046 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:50.109652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Usage tracker for resource:subnet and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:50.112884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:50.115210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:16:50.119925 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:50.131590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Made reservation on behalf of 2fb4ba863088481091ba978e0d72f829 for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:16:50.136883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777862'] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:50.579614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2314642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777833'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:50.595106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:50.720991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f68830-20b2-4971-8859-f3a5513c5db3,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:50.728002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:50.811001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Checking segment: {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:16:50.811381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Network hostable DHCP agents. Network: 6c019d6b-8512-460f-a6a4-82c4cc4695e4, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 16:16:50.830682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 16:16:50.839536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 6c019d6b-8512-460f-a6a4-82c4cc4695e4) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:16:50.851120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744b181-2383-4f86-8915-601b41ff53b7 None None] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:16:50.852390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:16:50.853030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:50.873915 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-bd412126-549f-4573-8cc9-c1885e6c9513 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7994659
Jan 19 16:16:50.876706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 47360) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:50.883191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:16:50.888333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:50.892470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Usage tracker for resource:router and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:50.896126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:50.902589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:50.914587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:50.915639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:50.937141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.243752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.256419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 16:16:51.257333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.573305 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Allocated IP 172.20.0.2 (6c019d6b-8512-460f-a6a4-82c4cc4695e4/b0f68830-20b2-4971-8859-f3a5513c5db3/347820e6-df65-4399-8265-d35d65cde0a6) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:16:51.585682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.619379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.820414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.826121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.837510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Transition to ACTIVE for port object 347820e6-df65-4399-8265-d35d65cde0a6 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:16:51.854993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Transition to ACTIVE for port object 347820e6-df65-4399-8265-d35d65cde0a6 will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:16:51.858949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:51.875572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-508a87de-9056-461e-b5e6-e2dafe7cd4af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:51.906876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Allocated IP 172.27.2.20 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/fedc8b85-9090-4eeb-8c0b-2e80704dfad2) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:16:52.011752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Pushing event updated for resources: {'Port': ['ID=347820e6-df65-4399-8265-d35d65cde0a6,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:52.014966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:52.072396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:52.080389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:16:52.081625 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:16:52.084071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:16:52.105004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:52.121487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:52.147811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Attempting to bind port 347820e6-df65-4399-8265-d35d65cde0a6 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:16:52.148226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Attempting to bind port 347820e6-df65-4399-8265-d35d65cde0a6 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:16:52.148736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Attempting to bind port 347820e6-df65-4399-8265-d35d65cde0a6 on network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:16:52.155339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:16:52.155762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Checking segment: {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:16:52.156211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:52.156646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Bound using segment: {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:16:52.157158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Bound port: 347820e6-df65-4399-8265-d35d65cde0a6, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:16:52.157571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:52.249195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Pushing event updated for resources: {'Port': ['ID=fedc8b85-9090-4eeb-8c0b-2e80704dfad2,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:52.253782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:52.258736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] For port 347820e6-df65-4399-8265-d35d65cde0a6, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:16:52.262296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] For port 347820e6-df65-4399-8265-d35d65cde0a6, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=347820e6-df65-4399-8265-d35d65cde0a6,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:16:52.266750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:52.283810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:52.341626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:16:52.342954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:16:52.345282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:16:52.419829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:16:52.448468 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Pushing event updated for resources: {'Port': ['ID=347820e6-df65-4399-8265-d35d65cde0a6,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:52.452005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:53.020913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:53.394386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:53.626267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 16:16:53.832952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:16:53.846611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Sync routers for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:16:53.858761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:16:53.859512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe4cbb70>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:16:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:53.860535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:53.864588 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.9840503
Jan 19 16:16:53.864778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 47386) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:53.990580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571fb8ba-c1cb-4dd1-a49b-b0ccb7d264f4 None None] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:16:54.124957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b627d5b7-3a1c-4030-8e1a-61222bbb42d2 None None] Provisioning for port 347820e6-df65-4399-8265-d35d65cde0a6 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:16:54.238602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:16:54.493397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 347820e6-df65-4399-8265-d35d65cde0a6 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:16:54.649026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:54.856235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 347820e6-df65-4399-8265-d35d65cde0a6 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:16:54.867833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 347820e6-df65-4399-8265-d35d65cde0a6 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:16:54.868251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:54.954555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe4cbb70>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:52Z', 'revision_number': 3, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:54.961880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Checking router: 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:16:54.962276 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Updating router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:16:55.050086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Allocated IP 172.20.0.1 (6c019d6b-8512-460f-a6a4-82c4cc4695e4/b0f68830-20b2-4971-8859-f3a5513c5db3/c830c4cd-178c-4944-9cdb-40dccc685a49) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:16:55.079984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.123678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.226917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-a9985e46-d766-4c41-a932-12bc7f79b6f7 None None] Provisioning complete for port 347820e6-df65-4399-8265-d35d65cde0a6 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:16:55.227366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9985e46-d766-4c41-a932-12bc7f79b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.259292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.276960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Transition to ACTIVE for port object c830c4cd-178c-4944-9cdb-40dccc685a49 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:16:55.295675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 347820e6-df65-4399-8265-d35d65cde0a6, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=347820e6-df65-4399-8265-d35d65cde0a6,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:16:55.304043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.310478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.326731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-17107928-bf83-4a78-9b58-6fe3f69c800f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:55.358184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:55.555303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=347820e6-df65-4399-8265-d35d65cde0a6,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:55.565060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:55.692316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Pushing event updated for resources: {'Port': ['ID=c830c4cd-178c-4944-9cdb-40dccc685a49,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:55.715521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:55.716609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-393df2c7-744f-448a-a37b-a205c6d9ab16 None None] Provisioning complete for port 347820e6-df65-4399-8265-d35d65cde0a6 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:16:55.717042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-393df2c7-744f-448a-a37b-a205c6d9ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.758700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:16:55.759911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:16:55.762364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:16:55.837553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.856327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.920136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Transition to ACTIVE for port object fedc8b85-9090-4eeb-8c0b-2e80704dfad2 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:16:55.934859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:55.955012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:55.985120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.114632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d36fd1-e8c8-4736-b94b-7644503796db None None] Pushing event updated for resources: {'Port': ['ID=fedc8b85-9090-4eeb-8c0b-2e80704dfad2,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:56.119495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7d36fd1-e8c8-4736-b94b-7644503796db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:56.187465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Attempting to bind port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:16:56.187947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Attempting to bind port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:16:56.188695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Attempting to bind port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:16:56.196599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:16:56.197150 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:16:56.197606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.198123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:16:56.198652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Bound port: fedc8b85-9090-4eeb-8c0b-2e80704dfad2, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:16:56.199321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.271174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-19fe1e8e-d424-4512-9306-ce0968b4c752 None None] Provisioning for port c830c4cd-178c-4944-9cdb-40dccc685a49 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:16:56.290383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-19fe1e8e-d424-4512-9306-ce0968b4c752 None None] Provisioning complete for port c830c4cd-178c-4944-9cdb-40dccc685a49 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:16:56.290806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19fe1e8e-d424-4512-9306-ce0968b4c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.328550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.332528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.349028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] For port fedc8b85-9090-4eeb-8c0b-2e80704dfad2, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:16:56.363979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d15b9025-f278-45e8-bbe6-c308e77ab300 tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:56.364632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] For port fedc8b85-9090-4eeb-8c0b-2e80704dfad2, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=fedc8b85-9090-4eeb-8c0b-2e80704dfad2,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:16:56.366164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-19fe1e8e-d424-4512-9306-ce0968b4c752 None None] Port c830c4cd-178c-4944-9cdb-40dccc685a49 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:16:56.385612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.400020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7d36fd1-e8c8-4736-b94b-7644503796db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:56.446950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 347820e6-df65-4399-8265-d35d65cde0a6 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:16:56.453007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Pushing event updated for resources: {'Port': ['ID=c830c4cd-178c-4944-9cdb-40dccc685a49,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:56.455753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.470187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:56.607184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:16:56.608406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:16:56.635595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d36fd1-e8c8-4736-b94b-7644503796db None None] Pushing event updated for resources: {'Port': ['ID=fedc8b85-9090-4eeb-8c0b-2e80704dfad2,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:56.642678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7d36fd1-e8c8-4736-b94b-7644503796db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:56.672708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 347820e6-df65-4399-8265-d35d65cde0a6 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:16:56.673130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:56.734495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:16:56.735189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe4cbb70>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:16:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:56.841185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:16:56.938300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-77224b0c-d6e4-4bcc-8636-ef246669dd00 None None] Provisioning complete for port c830c4cd-178c-4944-9cdb-40dccc685a49 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:16:56.938621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-77224b0c-d6e4-4bcc-8636-ef246669dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:57.045691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:16:57.066204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] 10.222.0.122 "PUT /v2.0/routers/7b4da88d-5d40-470d-b0b5-853f4e9ecc84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1918492
Jan 19 16:16:57.069631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:16:57.328652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-77224b0c-d6e4-4bcc-8636-ef246669dd00 None None] Port c830c4cd-178c-4944-9cdb-40dccc685a49 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:16:57.619204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe4cbb70>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:16:56Z', 'revision_number': 2, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:16:57.623357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce0b20-5d93-4e98-af51-96e2d1bef492 None None] The sync data for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi is: [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:16:56Z', 'revision_number': 2, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:16:57.722831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47424) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:57.728891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'security_group': {'name': 'tempest-securitygroup--670622619', 'description': 'tempest-description--791842063'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:16:57.739564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:57.745075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:57.748296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:57.754196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:57.765427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:57.787585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:57.792338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group_rule and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:57.796266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:57.802408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:57.882435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:57.886185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:57.891551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-77d6d9ea-5fb2-4367-b422-f13e054f366a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:57.934721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'SecurityGroup': ['ID=df4f3c12-00f4-4315-bd2b-e95b01acb5ac,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:57.937615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:57.942530 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2185359
Jan 19 16:16:57.942710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 47430) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:57.944480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:57.961009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'security_group_rule': {'security_group_id': 'df4f3c12-00f4-4315-bd2b-e95b01acb5ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:16:57.976194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:57.980485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group_rule and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:57.983649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:57.989619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:58.021900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.099778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.104012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.106269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f79ae488-5485-4c6d-8840-702f57230c82 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:58.130353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e578c72-5c28-444f-aa46-2ef752d4533f,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:58.136032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:58.147377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.151944 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-63fd5114-c5b9-46f5-818b-c6da9498d660 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2032473
Jan 19 16:16:58.152189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 47436) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:58.159521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'security_group_rule': {'security_group_id': 'df4f3c12-00f4-4315-bd2b-e95b01acb5ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:16:58.169795 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:58.174146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group_rule and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:58.178750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:58.185710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:58.212684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.294812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.298625 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.300887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6a7210e6-e732-42af-8f60-35e8ec97da43 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:58.335791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ea17a5-568a-430d-9ef4-b046dc1aed6f,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:58.341047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:58.345438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.346786 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1934917
Jan 19 16:16:58.350857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 47440) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:16:58.364215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'floatingip': {'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:16:58.393586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:16:58.398888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:floatingip and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:16:58.402010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:16:58.418559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:16:58.431397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.616376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:58.916178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Allocated IP 172.27.2.190 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/f49a8830-96b3-43a7-b76b-a01c6ac4efdb) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:16:59.093539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:59.123691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:59.140158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-75347edb-98df-4f14-a618-ce7016578800 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:16:59.281358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'Port': ['ID=f49a8830-96b3-43a7-b76b-a01c6ac4efdb,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:16:59.285877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:16:59.342134 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:16:59.343293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:16:59.345546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:16:59.491078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:59.565444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:59.850849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:59.854361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:16:59.871622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-843a3631-44d2-43d2-900b-544d5872b9eb tempest-ServerRescueNegativeTestJSON-1639124304 tempest-ServerRescueNegativeTestJSON-1639124304] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:17:00.207352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'Port': ['ID=f49a8830-96b3-43a7-b76b-a01c6ac4efdb,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:17:00.212168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:17:00.315688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:00.338141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:00.339540 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9875979
Jan 19 16:17:00.462091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device fedc8b85-9090-4eeb-8c0b-2e80704dfad2 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:17:00.545243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:17:00.551850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:17:00.552521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:00.566118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-209de09b-5160-46a4-9362-6da54f9efc25 req-bca67d5f-9993-4d19-9deb-018f989c1458 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Synchronizing usage tracker for tenant:2fb4ba863088481091ba978e0d72f829 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:17:00.589428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-209de09b-5160-46a4-9362-6da54f9efc25 req-bca67d5f-9993-4d19-9deb-018f989c1458 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Unset dirty status for tenant:2fb4ba863088481091ba978e0d72f829 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:17:00.590940 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-209de09b-5160-46a4-9362-6da54f9efc25 req-bca67d5f-9993-4d19-9deb-018f989c1458 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--670622619&fields=id&tenant_id=2fb4ba863088481091ba978e0d72f829 HTTP/1.1" status: 200  len: 267 time: 0.0769248
Jan 19 16:17:00.712885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:00.737708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port fedc8b85-9090-4eeb-8c0b-2e80704dfad2, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=fedc8b85-9090-4eeb-8c0b-2e80704dfad2,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:17:00.741488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:00.743623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:17:00.806846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209de09b-5160-46a4-9362-6da54f9efc25 req-4b4ef87a-8b94-4c73-add7-0ac20927c0a4 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:17:00.807990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-209de09b-5160-46a4-9362-6da54f9efc25 req-4b4ef87a-8b94-4c73-add7-0ac20927c0a4 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Synchronizing usage tracker for tenant:2fb4ba863088481091ba978e0d72f829 on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:17:00.825997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-209de09b-5160-46a4-9362-6da54f9efc25 req-4b4ef87a-8b94-4c73-add7-0ac20927c0a4 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Unset dirty status for tenant:2fb4ba863088481091ba978e0d72f829 on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:17:00.826682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=fedc8b85-9090-4eeb-8c0b-2e80704dfad2,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:17:00.830093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:17:00.830629 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-209de09b-5160-46a4-9362-6da54f9efc25 req-4b4ef87a-8b94-4c73-add7-0ac20927c0a4 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 817 time: 0.2196496
Jan 19 16:17:00.845267 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-209de09b-5160-46a4-9362-6da54f9efc25 req-91018ebb-83cf-4425-8913-9b0bc1f74625 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/quotas/2fb4ba863088481091ba978e0d72f829 HTTP/1.1" status: 200  len: 375 time: 0.0113866
Jan 19 16:17:00.948470 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-209de09b-5160-46a4-9362-6da54f9efc25 req-fe5b6948-9d7c-47e1-b194-da0ecdfa91a4 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0971694
Jan 19 16:17:01.025632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Sync routers for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:17:01.035665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:17:01.036318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7c02b0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:16:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:17:01.104083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-209de09b-5160-46a4-9362-6da54f9efc25 req-967205ac-0d67-4664-958c-472fbd4d5060 service neutron] 10.222.0.122 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420786
Jan 19 16:17:01.239698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:17:01.275272 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-209de09b-5160-46a4-9362-6da54f9efc25 req-812e28c5-59a4-430c-affa-be2fc3a78ed6 service neutron] 10.222.0.122 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1640472
Jan 19 16:17:01.496568 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ac6613e5-1869-40b6-ad63-22b2648c229b req-2b3b8026-e03b-40b1-9af6-c95e8b3a5395 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0573764
Jan 19 16:17:01.636844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7c02b0>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:16:56Z', 'revision_number': 2, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:17:01.641702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Checking router: 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:17:01.642057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Updating router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 port c830c4cd-178c-4944-9cdb-40dccc685a49 binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:17:01.700377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:02.135451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:02.147435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Transition to ACTIVE for port object c830c4cd-178c-4944-9cdb-40dccc685a49 will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:17:02.150492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:02.167553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:17:02.308635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Pushing event updated for resources: {'Port': ['ID=c830c4cd-178c-4944-9cdb-40dccc685a49,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:17:02.331816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.332219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.332594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.332962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.333324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.334253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.334617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.334973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.335330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.335683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.336038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.336393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.336805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.337156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.337507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.337883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.338238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.338589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.338937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.339285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.339631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.340010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.340364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.340709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:17:02.346281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:17:02.420704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device fedc8b85-9090-4eeb-8c0b-2e80704dfad2 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:17:02.502509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:17:02.503081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:02.509548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Attempting to bind port c830c4cd-178c-4944-9cdb-40dccc685a49 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:17:02.509979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Attempting to bind port c830c4cd-178c-4944-9cdb-40dccc685a49 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:17:02.510376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Attempting to bind port c830c4cd-178c-4944-9cdb-40dccc685a49 on network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:17:02.516465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:17:02.516961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Checking segment: {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:17:02.517471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:02.518011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Bound using segment: {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:17:02.518604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Bound port: c830c4cd-178c-4944-9cdb-40dccc685a49, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:17:02.519109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:02.649229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] For port c830c4cd-178c-4944-9cdb-40dccc685a49, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:17:02.653307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] For port c830c4cd-178c-4944-9cdb-40dccc685a49, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=c830c4cd-178c-4944-9cdb-40dccc685a49,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:17:02.659000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:02.690532 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:17:02.695659 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e1ac1a29-517c-42ad-9799-3b4c585df453 req-1fdb9f49-23ba-431e-88d3-e58787985d30 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0886235
Jan 19 16:17:03.000283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Pushing event updated for resources: {'Port': ['ID=c830c4cd-178c-4944-9cdb-40dccc685a49,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:17:03.004219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e9deec79-9ed4-4d73-9c60-69b4623380e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:17:03.062512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:17:03.063194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7c02b0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:16:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:17:03.266190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:17:03.613513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7c02b0>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:02Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:17:03.618218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26c350-432a-45f0-af10-5563e3ab1c97 None None] The sync data for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi is: [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:02Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:17:03.855283 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-04469805-c35a-4c3e-a531-244ea2e55934 req-f0a030f3-dd0f-4339-8fd7-5ce6d8e3dcdd tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0510404
Jan 19 16:17:04.436619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device c830c4cd-178c-4944-9cdb-40dccc685a49 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:17:04.523091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port c830c4cd-178c-4944-9cdb-40dccc685a49 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:17:04.529623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port c830c4cd-178c-4944-9cdb-40dccc685a49 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:17:04.530078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:04.662368 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:04.698379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port c830c4cd-178c-4944-9cdb-40dccc685a49, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=c830c4cd-178c-4944-9cdb-40dccc685a49,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:17:04.701304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:04.704043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:17:04.776489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=c830c4cd-178c-4944-9cdb-40dccc685a49,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:17:04.780146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:17:05.007126 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-612b9c62-b322-4652-bf59-dd299a55f5db req-e17f7c80-e24d-42ff-87f4-d69b1c6a3c9a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0535135
Jan 19 16:17:06.155426 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-01494bc8-041f-4a25-ae49-f29d414cedd3 req-b3c3f536-9205-4926-8017-2a63a659bd9f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0496950
Jan 19 16:17:06.416517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device c830c4cd-178c-4944-9cdb-40dccc685a49 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:17:06.496972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port c830c4cd-178c-4944-9cdb-40dccc685a49 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:17:06.497388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:07.299663 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e40b9f68-7943-4679-a036-6193d36f05c4 req-0b5b2647-8896-4d64-b9c6-4f3e21c28550 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0499771
Jan 19 16:17:08.446092 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e4d8c67f-92f8-4b2b-8776-aa65e45193ca req-7fdf2da0-e549-4fab-a75f-f8d43fc74944 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0538056
Jan 19 16:17:08.488004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c48bf9b9-8698-48d7-ac33-632466627f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:09.588564 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26c2b68f-7b53-42aa-8b54-4c57b7d82914 req-05a2bb9b-defa-458b-8c05-82f60437a619 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0513475
Jan 19 16:17:10.730641 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b8120a75-8e02-4362-9a92-267ccc5ad1d1 req-30b0574f-7529-4e9b-b154-483ca101b892 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0512104
Jan 19 16:17:10.973168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9332-ecd9-4db6-be03-ce10f1f40d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:11.389393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:11.872209 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7e7ef34f-e993-4af4-9404-d6b3e82fb908 req-ba7c0c07-9b06-414f-8a2c-597b6126353c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0521350
Jan 19 16:17:12.405710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:12.582317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:13.012637 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6b6c7547-205f-4af3-9a74-6b3ca409e63e req-4eaf5c68-3ebf-4f74-a65a-b63378e4e500 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0503261
Jan 19 16:17:14.152008 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6efdef04-523d-4ee6-9006-428e31ab225b req-5e75c974-1a1c-4cc6-a8b2-fcf169060950 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0499022
Jan 19 16:17:15.295203 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-21b62c9b-0f7e-4ac1-8bc4-37aed43df803 req-42ddc58e-b005-4e47-877b-7a379772ca75 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0530734
Jan 19 16:17:16.442383 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c2aeff8f-7007-482c-9f1a-2241574dd8ed req-35c0acb1-82db-4b14-aef7-5c0afe703d2a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0505049
Jan 19 16:17:17.585648 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce428069-08e4-43c6-96c2-08318f6aff17 req-85587413-d9e3-4024-afe8-860df82288ff tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0516393
Jan 19 16:17:18.728807 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e96df8d6-183a-4d6e-a620-c41ee94789db req-5a29a3b0-a1ed-4968-8de2-c21d58b9f2cc tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0538647
Jan 19 16:17:19.869431 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33799a95-cdbf-4483-b6d9-ce7dcf2c78c7 req-960fa4ac-ef8e-4264-acd8-1dfd990bd5f1 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0488994
Jan 19 16:17:21.011615 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9e77cbe5-e494-449d-9c40-e6147f23e3e7 req-d5be1e1f-6113-4155-9235-db2c1090d346 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0509291
Jan 19 16:17:21.807267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:22.161646 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c2f83536-d1a1-433c-a74d-d6207bed0034 req-728c7d31-ccf5-429e-a2db-5472804e5e50 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0554237
Jan 19 16:17:23.303240 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-88847791-8c75-411d-965c-c6c134e80cdd req-1aa3268e-1b24-4755-b4f9-f3b5127392bc tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0506284
Jan 19 16:17:24.446898 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-06085f07-ce8b-4bce-8796-c28c917ace7c req-be62e275-42c5-4e77-acf1-127e6a909c07 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0504713
Jan 19 16:17:25.600107 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-317b85ca-bad3-4286-a7d5-929091a09e65 req-f9eaecfd-03ed-48e0-8ae5-4d566a9bea71 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0533683
Jan 19 16:17:26.756342 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-68e08076-5e68-4b18-b489-d2b653d4be61 req-a7534367-976d-4120-9887-d8909f395502 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0652649
Jan 19 16:17:27.896059 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7c4afc69-d262-4379-b617-57ccf06b1c23 req-df9fceef-b1a9-4a50-a14a-eb095bd26813 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0503981
Jan 19 16:17:29.039496 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6af1f20-2883-487f-b0bb-b97eb65bd66a req-66aeb11d-d998-464b-bb0a-000a7ba759dc tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0527251
Jan 19 16:17:29.421411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:17:30.177968 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c4562298-209f-49e0-ada8-050d7536fcbc req-f9e99c48-a0d1-44ec-a8a5-7f6b6723f83b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0503132
Jan 19 16:17:31.318749 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7bd3e690-94c8-4bb0-a2ae-af4c2cfb37ee req-70a5f173-c46e-4bf7-951f-9368a36d7edf tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0498798
Jan 19 16:17:32.465656 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-05f46e08-43cf-428e-9497-4ee49eb161c7 req-e40efca3-0785-40e6-b289-0f3b07397f40 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0539305
Jan 19 16:17:33.607408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c324bd11-4cc8-4a3e-924e-c3c91a7f3447 req-0612a11f-597d-46ab-b3b0-b74c34216286 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0509987
Jan 19 16:17:34.746718 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-58e3dc9a-54d8-4507-a5de-14b16c019ec8 req-876cae75-eaf7-488d-99b0-0a7d7a4f3e38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0493646
Jan 19 16:17:35.893731 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8cecddbb-c0e6-472f-99dd-31b3dc7ee000 req-2d3a2ba3-54b1-4178-b98d-342afd18a935 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0547242
Jan 19 16:17:36.952799 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-97d7feec-0265-43b4-a7c4-55ae2d567dd5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0837278
Jan 19 16:17:37.046750 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-aef58533-cb35-4216-9c09-e4f33beedc9f req-313f27cb-0d99-4454-916e-1defa5ecd173 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0610271
Jan 19 16:17:37.074716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-10dfe16c-b699-4d0f-bc0b-8a195532c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:17:37.076187 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-10dfe16c-b699-4d0f-bc0b-8a195532c8a2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 1162 time: 0.0881052
Jan 19 16:17:37.247146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-9cf623f6-64e3-4f6a-a72b-ae6e5c7bdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:17:37.248746 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-9cf623f6-64e3-4f6a-a72b-ae6e5c7bdd8f service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1453407
Jan 19 16:17:37.328059 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-b5ad38cb-7633-4e42-847d-78aebab69391 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d821d784-d553-427d-a9fa-a593b0e97bb7 HTTP/1.1" status: 200  len: 217 time: 0.0722206
Jan 19 16:17:37.399037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-4e071960-315d-486f-a846-b72ac48b1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:17:37.400666 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-4e071960-315d-486f-a846-b72ac48b1ffa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0660942
Jan 19 16:17:37.458341 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-b266275c-bc99-4d37-88c7-2241dc8604dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498102
Jan 19 16:17:37.609277 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-09b65ecc-b847-48e3-b58a-68aff4e34a5d service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444130
Jan 19 16:17:37.759176 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6719281b-dab4-4a55-9f9a-7744446277f1 req-3e992d67-9d53-4d65-a03d-d0a4d874d90b service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425517
Jan 19 16:17:38.201208 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1b327672-ed71-4928-89e5-9fcee9641a6a req-6479b215-5fc1-4f11-ae08-b66338fd9cbb tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0549643
Jan 19 16:17:38.482095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-563bce99-57d9-4d40-808d-dbdcc1d3b1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:39.345091 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-374bcca1-3168-4e21-8250-c6f911893972 req-fb0130c2-80f8-49f0-9b09-6970e27bbcbf tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0519340
Jan 19 16:17:40.482244 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5b0821b7-ca20-4dd8-996a-00f99944b536 req-e8c713b3-dab8-4b1a-a5de-00f54dd39534 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0486822
Jan 19 16:17:40.976610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-784cbb64-78c8-4148-ba35-b70b28845531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:41.392385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:41.625252 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-00ca1d3f-c7f5-42d8-a698-3a65d9384a36 req-9f80a8ac-6682-4ee3-9e21-f2e8b7f53267 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0500321
Jan 19 16:17:42.417540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:42.584371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:42.771578 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ad4d01aa-17c4-42c3-a49d-a600052cf948 req-12b9de73-1ba3-4531-806f-5143fc037a15 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0526574
Jan 19 16:17:43.909981 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89f9b0f3-5955-4a98-90e7-d77aa9c01a50 req-80b5ce91-4135-4c90-9e77-819501d2fb9c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0495663
Jan 19 16:17:45.052230 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82667048-c806-4e5b-ad0b-e9e93601b885 req-0fd114dd-2c06-4806-9ac9-65d1a7e7eb24 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0497322
Jan 19 16:17:46.194122 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7c37913c-35fe-4f3e-b8f9-53f6674370af req-f447ca52-0863-4644-a4c9-fbbefe319fbd tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0530765
Jan 19 16:17:47.334399 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-41eb41a2-a23b-45ab-aa3f-bd259e45bd21 req-536d1e81-e53c-4754-9a0b-d36dda216642 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0498419
Jan 19 16:17:48.476201 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ad89589a-2ae7-4d61-8e41-82cdc3c12ce3 req-4ac0a391-81c3-45e3-95e6-b00ce0405a65 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0491943
Jan 19 16:17:49.644927 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-964d68ae-776a-4529-bbf7-82c37aa2c646 req-f4f0be74-76ec-40f5-9be7-dd46b670aa4e tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0756717
Jan 19 16:17:50.788238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-be6726fb-1668-4cd9-83c5-e104c7252ada req-45846f1c-afd5-4ca0-9f70-8d1b2c1fcd67 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0526741
Jan 19 16:17:51.823938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:17:51.930969 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-570c3306-6c71-4603-b5c5-9e62d9387e3a req-6ea06fd7-367b-4a11-8b21-8474142abc71 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0509486
Jan 19 16:17:53.074241 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-067c8646-ee34-443f-b9ab-c107a4b7eb22 req-705ab619-e7ec-4b45-a324-5c955f15cc11 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0531271
Jan 19 16:17:54.215661 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c5288d83-1b34-408b-b323-b7cc922b9c22 req-874ef075-d6bd-4789-8fa2-bf217b3b38bf tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0501635
Jan 19 16:17:55.353105 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3805938d-f2c7-499c-b621-095167e6d053 req-b630dbb1-e9b6-4363-a16f-8d179cb2d7f1 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0483658
Jan 19 16:17:56.497674 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-315cf917-96ed-42cd-8657-50e400434af8 req-576b3492-0749-4115-951f-383f41a47f7a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0530412
Jan 19 16:17:57.638408 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a7ad9099-7caf-4b5d-a4d9-e8881d8df741 req-b42af1ef-4128-42ec-80eb-5e00d903fd80 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0488775
Jan 19 16:17:58.779774 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cbd10245-12dc-4f4f-b63c-52f29737b803 req-6eb88557-495a-4796-8f75-18e6da0c9bcc tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0491555
Jan 19 16:17:59.925417 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cf95ea39-e87e-4c6c-a9a6-9df848759e95 req-5cdd151e-a0a8-41d5-b0c9-0495b3c121bb tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0538206
Jan 19 16:18:01.070812 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bdc15f39-58f5-4b69-963b-0c651e3c0e1b req-5f0b501b-f469-4aab-841b-27dcf8047f43 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0516617
Jan 19 16:18:02.296048 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-233db22b-757a-446d-9df7-d988f26f9f3b req-313f5aec-d7d8-4b5f-9da6-7fa4c1e8c6ea tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0499830
Jan 19 16:18:02.599837 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-094cd615-ccea-49ab-8cde-1a9ba778181b req-14877e9d-aa3f-4c4f-9903-ba025152c250 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=b15284b8-41c2-49c2-95f4-1ddf5ad65043 HTTP/1.1" status: 200  len: 210 time: 0.0578413
Jan 19 16:18:03.260086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 48082) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:03.337575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:03.370175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:03.428114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:03.433602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-590897ba-d8d5-40e5-bbb7-b9b7cef789bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:03.450362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4f3c12-00f4-4315-bd2b-e95b01acb5ac,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:03.461613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.462043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.462435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.462830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.463214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.463596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.463977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.464356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.464737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.465113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.465487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.465907 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.466341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.466716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.467084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.467454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.467829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.468197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.468565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.468935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.469304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.469677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.470108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.470496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:03.474947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:03.477068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:03.481525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 48090) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:03.482255 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "DELETE /v2.0/security-groups/df4f3c12-00f4-4315-bd2b-e95b01acb5ac HTTP/1.1" status: 204  len: 168 time: 0.2207835
Jan 19 16:18:03.499116 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.v2.resource [None req-aec5442e-b9a9-4944-9363-b05505ac8d53 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] show failed (client error): The resource could not be found.
Jan 19 16:18:03.502765 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-aec5442e-b9a9-4944-9363-b05505ac8d53 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups/df4f3c12-00f4-4315-bd2b-e95b01acb5ac HTTP/1.1" status: 404  len: 347 time: 0.0175922
Jan 19 16:18:03.504015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 48094) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:03.680120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Deleting port f49a8830-96b3-43a7-b76b-a01c6ac4efdb {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:18:03.680405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:03.866337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:03.866777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:04.000947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Calling delete_port for f49a8830-96b3-43a7-b76b-a01c6ac4efdb owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:18:04.163271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:04.179321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:04.276755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event deleted for resources: {'Port': ['ID=f49a8830-96b3-43a7-b76b-a01c6ac4efdb,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:04.293270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.293678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.294206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.294502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.295337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.295337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.296323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.296323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.296323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.296705 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.297085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.297478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.297946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.298330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.298803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.299806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.300278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.300663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.301044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.301428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.301856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.302251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.302644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.303027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:04.314886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:04.434702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:04.446120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:04.447328 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "DELETE /v2.0/floatingips/f7cd83d8-870d-4fd4-b51d-34897c5a0315 HTTP/1.1" status: 204  len: 168 time: 0.9423320
Jan 19 16:18:04.784871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 48108) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:04.790657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'security_group': {'name': 'tempest-securitygroup--1413252096', 'description': 'tempest-description--802789597'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:18:04.801252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:18:04.805545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:18:04.808544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:18:04.814298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:18:04.824926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:04.850900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:18:04.854935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group_rule and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:18:04.857950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:18:04.864175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:18:04.943351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:04.946174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:04.951542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-690cc017-baf4-4228-a8aa-6a1596e98d38 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:04.998555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'SecurityGroup': ['ID=e4942b0b-5db8-437d-8d24-6d76ac02e4c6,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:05.001784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.003849 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2178855
Jan 19 16:18:05.004865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:05.006859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 48112) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:05.012422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'security_group_rule': {'security_group_id': 'e4942b0b-5db8-437d-8d24-6d76ac02e4c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:18:05.022697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:18:05.027063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group_rule and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:18:05.030391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:18:05.038179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:18:05.055906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.122446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.125272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.127594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:05.151060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaf5286-559c-4936-bdf1-fc8c2d29e03f,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:05.155392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:05.163154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.164428 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a845a6b8-548f-43bf-a280-e67d3fcb6e2c tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1565735
Jan 19 16:18:05.167297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 48118) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:05.172789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'security_group_rule': {'security_group_id': 'e4942b0b-5db8-437d-8d24-6d76ac02e4c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:18:05.182947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:18:05.187153 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:security_group_rule and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:18:05.190555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:18:05.197455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:18:05.214619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.287866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.290822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.293040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:05.316726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da805408-c843-4469-83bb-ee9ab683a3f8,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:05.321059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:05.329679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group_rule, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.331754 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-29a22462-65a6-4282-929c-c694b48e9824 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1634631
Jan 19 16:18:05.335002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 48122) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:05.340582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'floatingip': {'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:18:05.351766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:18:05.355935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Usage tracker for resource:floatingip and tenant:2fb4ba863088481091ba978e0d72f829 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:18:05.359040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:18:05.366238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:18:05.376085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.531203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:05.821284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Allocated IP 172.27.2.50 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/aff113fa-7143-4a17-8a74-289a1ae8c8ee) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:18:05.987336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:06.015872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:06.031216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:06.169224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'Port': ['ID=aff113fa-7143-4a17-8a74-289a1ae8c8ee,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:06.172540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:06.229938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:18:06.231382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:18:06.234086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:18:06.322436 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:06.386150 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:06.420709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:18:06.682804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:06.687467 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:06.705312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-69a166d2-fc42-4d02-8114-4d3cddf3906e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:07.040704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'Port': ['ID=aff113fa-7143-4a17-8a74-289a1ae8c8ee,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:07.043871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:07.152513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:07.176474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:07.177837 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8418014
Jan 19 16:18:07.380325 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-252d5b46-4011-4327-a7a5-97423e17dfdd tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-securitygroup--1413252096&fields=id&tenant_id=2fb4ba863088481091ba978e0d72f829 HTTP/1.1" status: 200  len: 267 time: 0.0534320
Jan 19 16:18:07.794612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-839c51ff-3c5d-4741-bd61-5a4a2f3f27d6 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:07.796316 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-839c51ff-3c5d-4741-bd61-5a4a2f3f27d6 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 817 time: 0.4085734
Jan 19 16:18:07.813644 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-9647dc34-8151-4bb5-9213-6e4bdcc5b6e4 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/quotas/2fb4ba863088481091ba978e0d72f829 HTTP/1.1" status: 200  len: 375 time: 0.0105596
Jan 19 16:18:07.925876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-fcd347ab-5f62-47d3-9711-78fae8e9fb44 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Synchronizing usage tracker for tenant:2fb4ba863088481091ba978e0d72f829 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:18:07.943208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-fcd347ab-5f62-47d3-9711-78fae8e9fb44 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Unset dirty status for tenant:2fb4ba863088481091ba978e0d72f829 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:18:07.944714 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-fcd347ab-5f62-47d3-9711-78fae8e9fb44 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1244769
Jan 19 16:18:08.105002 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-a9fb9d88-792f-490f-a7dd-ed6e6b4ce16a service neutron] 10.222.0.122 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467426
Jan 19 16:18:08.256864 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-42c36c0e-a347-46af-95a4-be80d9062ce5 service neutron] 10.222.0.122 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445816
Jan 19 16:18:08.466469 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1538ce29-c362-4da7-91cb-4d8707608ee1 req-bec1fd6e-e2a4-4230-a47a-4c3c1fed7eb6 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 210 time: 0.0512173
Jan 19 16:18:08.495545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d31ff508-bae8-4abb-8c63-75dd5da2df15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:09.710613 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3b098486-d58f-4b7c-a256-a247a9489fd9 req-0a688119-01d2-4d59-ae74-73b5d647bd3e tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 210 time: 0.0540376
Jan 19 16:18:09.724116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-f4ab547b-baea-4527-82a8-295a25c5f406 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:09.725785 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-f4ab547b-baea-4527-82a8-295a25c5f406 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.85 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 817 time: 0.2074776
Jan 19 16:18:09.824997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-21ef0984-afae-4bf3-899c-4022bc130745 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Synchronizing usage tracker for tenant:2fb4ba863088481091ba978e0d72f829 on resource:security_group {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:18:09.840621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-21ef0984-afae-4bf3-899c-4022bc130745 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Unset dirty status for tenant:2fb4ba863088481091ba978e0d72f829 on resource:security_group {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:18:09.842053 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-21ef0984-afae-4bf3-899c-4022bc130745 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2fb4ba863088481091ba978e0d72f829 HTTP/1.1" status: 200  len: 5708 time: 0.0953901
Jan 19 16:18:09.851048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'port': {'device_id': '4c0520f2-3abf-410b-9f74-3143816520c1', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'admin_state_up': True, 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'security_groups': ['e4942b0b-5db8-437d-8d24-6d76ac02e4c6']}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:18:10.001414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:18:10.013074 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:18:10.026433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Made reservation on behalf of 2fb4ba863088481091ba978e0d72f829 for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:18:10.037269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:10.373968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Allocated IP 172.20.0.11 (6c019d6b-8512-460f-a6a4-82c4cc4695e4/b0f68830-20b2-4971-8859-f3a5513c5db3/38c341fa-96fe-4f8e-9743-d4225cf570c2) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:18:10.602021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:10.621228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Transition to ACTIVE for port object 38c341fa-96fe-4f8e-9743-d4225cf570c2 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:18:10.645846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:10.662967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:10.812647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event updated for resources: {'Port': ['ID=38c341fa-96fe-4f8e-9743-d4225cf570c2,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:10.819237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:10.886541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:18:10.887690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:18:10.890122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:18:10.979531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472c84e-1454-4e04-80bd-bcd3513fff6d req-9c9460a9-a58b-4296-99b1-1bc86378be15 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:10.981458 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7472c84e-1454-4e04-80bd-bcd3513fff6d req-9c9460a9-a58b-4296-99b1-1bc86378be15 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 932 time: 0.1148691
Jan 19 16:18:10.989031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:10.989820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:10.994506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a688d490-8a07-4110-a5ac-1e4039b7e298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:11.028155 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1805058
Jan 19 16:18:11.043086 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7472c84e-1454-4e04-80bd-bcd3513fff6d req-8d362eff-5fd6-46db-bac3-5173df8e27bd tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524395
Jan 19 16:18:11.052217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Request body: {'port': {'device_id': '4c0520f2-3abf-410b-9f74-3143816520c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:18:11.185194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:11.216825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-7c477b21-afa4-4e7e-8de9-916fa2c817fd None None] Provisioning for port 38c341fa-96fe-4f8e-9743-d4225cf570c2 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:18:11.222551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-7c477b21-afa4-4e7e-8de9-916fa2c817fd None None] Provisioning complete for port 38c341fa-96fe-4f8e-9743-d4225cf570c2 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:18:11.222956 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7c477b21-afa4-4e7e-8de9-916fa2c817fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:11.284656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-7c477b21-afa4-4e7e-8de9-916fa2c817fd None None] Port 38c341fa-96fe-4f8e-9743-d4225cf570c2 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:18:11.394753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:11.622502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c341fa-96fe-4f8e-9743-d4225cf570c2 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 16:18:11.630916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:11.647465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Transition to ACTIVE for port object 38c341fa-96fe-4f8e-9743-d4225cf570c2 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:18:11.650426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:11.666328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:11.803884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=38c341fa-96fe-4f8e-9743-d4225cf570c2,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:11.807111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:12.010068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Attempting to bind port 38c341fa-96fe-4f8e-9743-d4225cf570c2 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:18:12.010647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Attempting to bind port 38c341fa-96fe-4f8e-9743-d4225cf570c2 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:18:12.010783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Attempting to bind port 38c341fa-96fe-4f8e-9743-d4225cf570c2 on network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:18:12.016652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:18:12.017669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Checking segment: {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:18:12.018717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:12.019110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Bound using segment: {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:18:12.019585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Bound port: 38c341fa-96fe-4f8e-9743-d4225cf570c2, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87228b68-97e3-4c2c-b1a6-e2c52833b9d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:18:12.019978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:12.123788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] For port 38c341fa-96fe-4f8e-9743-d4225cf570c2, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:18:12.127180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] For port 38c341fa-96fe-4f8e-9743-d4225cf570c2, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:18:12.131459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:12.147133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:12.309288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=38c341fa-96fe-4f8e-9743-d4225cf570c2,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:12.313719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:12.322113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84626002-f9b8-4567-ab7b-12bc7c82f780 req-0163b75a-256d-4024-ba17-b054d37b6bf3 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:12.327053 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84626002-f9b8-4567-ab7b-12bc7c82f780 req-0163b75a-256d-4024-ba17-b054d37b6bf3 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 944 time: 0.1188002
Jan 19 16:18:12.362464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:12.363244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:12.364808 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] 10.222.0.85 "PUT /v2.0/ports/38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 200  len: 1158 time: 1.3218901
Jan 19 16:18:12.365364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:18:12.383782 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-84626002-f9b8-4567-ab7b-12bc7c82f780 req-c34ea849-c576-4ec2-b6d7-c790dfc10e59 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534346
Jan 19 16:18:12.415940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:12.496867 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2', 'status': 'completed', 'code': 200}
Jan 19 16:18:12.517868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-7b2aa48c-e10d-4500-b6dd-4cd1bae0f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:12.519639 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-7b2aa48c-e10d-4500-b6dd-4cd1bae0f227 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 1161 time: 0.0946822
Jan 19 16:18:12.587694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:12.607514 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-0c672e56-7d7d-4cff-b1fe-4c2b7ef48e12 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 200  len: 217 time: 0.0727599
Jan 19 16:18:12.690657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-977db635-13ed-4cc0-83b5-4baf310198ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:12.692263 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-977db635-13ed-4cc0-83b5-4baf310198ed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0f68830-20b2-4971-8859-f3a5513c5db3 HTTP/1.1" status: 200  len: 856 time: 0.0785265
Jan 19 16:18:12.780470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-4b02c22c-7d44-4998-ba1b-d11cfe6b1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:12.782180 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-4b02c22c-7d44-4998-ba1b-d11cfe6b1fc4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c019d6b-8512-460f-a6a4-82c4cc4695e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0812712
Jan 19 16:18:12.929567 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-743b3024-5274-4433-80e7-0e4566ec7340 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403143
Jan 19 16:18:13.081384 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-33b9706b-ee9c-4873-896c-ebed67384a21 req-568c5ac8-813f-4cd4-95c6-3f54ce6b8d44 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448798
Jan 19 16:18:13.271805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-d41df409-954f-4b34-a9ef-4d88517d76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:13.273690 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-d41df409-954f-4b34-a9ef-4d88517d76b1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 1161 time: 0.0929754
Jan 19 16:18:13.634744 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-56f0cdb7-550a-4f6d-959b-d1c140a9de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:13.636325 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-56f0cdb7-550a-4f6d-959b-d1c140a9de87 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 911 time: 0.3562851
Jan 19 16:18:13.665530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7516e4-82b2-422c-ab5e-5198fe64c511 req-eb6b8161-9c11-4720-986c-e88d6da7e615 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:13.667515 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7e7516e4-82b2-422c-ab5e-5198fe64c511 req-eb6b8161-9c11-4720-986c-e88d6da7e615 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 944 time: 0.1108794
Jan 19 16:18:13.715721 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-456e8301-2252-4176-95e9-fe38ad6ef1d3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 200  len: 217 time: 0.0725703
Jan 19 16:18:13.733428 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7e7516e4-82b2-422c-ab5e-5198fe64c511 req-0c84597d-6684-4dee-bc72-862330157d72 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587299
Jan 19 16:18:13.794028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-68faab5b-84b2-4291-85c8-0fd3b63c28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:13.795617 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-68faab5b-84b2-4291-85c8-0fd3b63c28a4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0f68830-20b2-4971-8859-f3a5513c5db3 HTTP/1.1" status: 200  len: 856 time: 0.0732183
Jan 19 16:18:13.880534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-d95db493-ade1-4359-b773-247bd49ad575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:13.882182 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-d95db493-ade1-4359-b773-247bd49ad575 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c019d6b-8512-460f-a6a4-82c4cc4695e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0796516
Jan 19 16:18:14.033019 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-eafecaff-254c-44ef-80b5-dec615076bb4 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423593
Jan 19 16:18:14.187355 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ccd346-5cee-4463-ad1b-1bf919f657e4 req-8c03e739-a959-447d-b89b-617c06f24067 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467555
Jan 19 16:18:14.995669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4227e9-c109-4c4d-a46d-517c4760b2cb req-72bc512a-ce05-4ab9-8676-0936221ccbe5 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:14.997209 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fa4227e9-c109-4c4d-a46d-517c4760b2cb req-72bc512a-ce05-4ab9-8676-0936221ccbe5 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 944 time: 0.1063678
Jan 19 16:18:15.052015 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fa4227e9-c109-4c4d-a46d-517c4760b2cb req-27dc59dc-bfb0-44c7-a966-b22ebf377923 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475755
Jan 19 16:18:16.338240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396da2-acc8-4c5a-92ff-15176e0af137 req-6559a585-b4c5-4af5-a2c1-7dfc8cb9a062 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:16.340044 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-68396da2-acc8-4c5a-92ff-15176e0af137 req-6559a585-b4c5-4af5-a2c1-7dfc8cb9a062 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 944 time: 0.1336951
Jan 19 16:18:16.406968 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-68396da2-acc8-4c5a-92ff-15176e0af137 req-fb505a85-d4ce-405c-b70c-5a129994e610 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584629
Jan 19 16:18:16.860779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 38c341fa-96fe-4f8e-9743-d4225cf570c2 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:18:16.934931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 38c341fa-96fe-4f8e-9743-d4225cf570c2 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:18:16.941523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 38c341fa-96fe-4f8e-9743-d4225cf570c2 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:18:16.941972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:17.071792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:17.102738 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:18:17.114003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 38c341fa-96fe-4f8e-9743-d4225cf570c2, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:18:17.117341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:17.119077 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:18:17.165793 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2', 'code': 200}
Jan 19 16:18:17.193704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=38c341fa-96fe-4f8e-9743-d4225cf570c2,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:18:17.202244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.202643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.203045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.203441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.203822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.204245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.204626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.204999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.205558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.205986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.206355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.206734 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.207174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.207550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.207913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.208277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.208642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.209000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.209360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.209722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.210145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.210503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.210862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.211223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:18:17.215853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:18:17.448840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d910-25ab-4513-834c-15281c23fe18 req-88a8a1ff-7068-4415-b7ec-560247a9af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:17.450517 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b0f4d910-25ab-4513-834c-15281c23fe18 req-88a8a1ff-7068-4415-b7ec-560247a9af6e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 1163 time: 0.0841198
Jan 19 16:18:17.497423 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b0f4d910-25ab-4513-834c-15281c23fe18 req-3f3a295d-000f-45b8-b0bd-272fe3deb231 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397797
Jan 19 16:18:17.670577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4360ef-4951-474d-8149-00f1a11f1915 req-176776f9-647c-4dd3-a94a-353db6176aaa tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:17.672385 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f4360ef-4951-474d-8149-00f1a11f1915 req-176776f9-647c-4dd3-a94a-353db6176aaa tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 946 time: 0.1118758
Jan 19 16:18:17.732786 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f4360ef-4951-474d-8149-00f1a11f1915 req-205ba045-1b97-4ca1-83a2-178f158c7be1 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530849
Jan 19 16:18:18.388086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 38c341fa-96fe-4f8e-9743-d4225cf570c2 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:18:18.465877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 38c341fa-96fe-4f8e-9743-d4225cf570c2 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:18:18.466364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:19.027495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6ba6d-9e86-4fa9-b6f7-bacc6f694849 req-5359eec1-f859-47cf-b2b7-e2cace583f85 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:19.029236 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-70f6ba6d-9e86-4fa9-b6f7-bacc6f694849 req-5359eec1-f859-47cf-b2b7-e2cace583f85 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 946 time: 0.1329799
Jan 19 16:18:19.086109 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-70f6ba6d-9e86-4fa9-b6f7-bacc6f694849 req-8d8bed48-3e58-4320-95ff-23d3cba2e06b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492160
Jan 19 16:18:19.335502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6af02-2b59-4fb4-b205-a94444950687 req-bff9e1e7-508c-4c50-a5a3-a83e42f66682 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:19.337318 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6c6af02-2b59-4fb4-b205-a94444950687 req-bff9e1e7-508c-4c50-a5a3-a83e42f66682 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 946 time: 0.1099129
Jan 19 16:18:19.348222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 48278) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:18:19.353914 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Request body: {'floatingip': {'port_id': '38c341fa-96fe-4f8e-9743-d4225cf570c2'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:18:19.445135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:20.104681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:20.107514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:20.292639 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Floating IP 23fff8e4-496d-4a41-8d99-5058697b4b2f associated. External IP: 172.27.2.50, port: 38c341fa-96fe-4f8e-9743-d4225cf570c2.
Jan 19 16:18:20.904831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:18:21.105000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:18:21.109697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:21.118622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] Sync routers for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:18:21.135729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:18:21.136680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbdae15c0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:18:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:18:21.175835 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-27f0e5f3-8d28-4af1-ad31-21eab6ba4ede tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "PUT /v2.0/floatingips/23fff8e4-496d-4a41-8d99-5058697b4b2f HTTP/1.1" status: 200  len: 991 time: 1.8264427
Jan 19 16:18:21.177080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:18:21.352752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:18:21.403212 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2', 'status': 'completed', 'code': 200}
Jan 19 16:18:21.539611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-6d2b6d95-a56f-4f8f-90ae-ed306faf867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:21.541244 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-6d2b6d95-a56f-4f8f-90ae-ed306faf867c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 1163 time: 0.0856693
Jan 19 16:18:21.690708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-4e5f2e11-6824-44e6-9ea6-4bb9c0ca14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:21.692566 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-4e5f2e11-6824-44e6-9ea6-4bb9c0ca14e2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 911 time: 0.1446292
Jan 19 16:18:21.756066 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbdae15c0>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '23fff8e4-496d-4a41-8d99-5058697b4b2f', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'port_id': '38c341fa-96fe-4f8e-9743-d4225cf570c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'mac_address': 'fa:16:3e:2b:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0520f2-3abf-410b-9f74-3143816520c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:18:06Z', 'updated_at': '2021-01-19T16:18:19Z', 'revision_number': 1, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:04Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:18:21.763045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] Checking router: 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:18:21.773398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:18:21.774108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbdae15c0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:18:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:18:21.811768 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-d1174428-6138-42b6-9677-761d5d30cc82 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 200  len: 999 time: 0.1112683
Jan 19 16:18:21.890265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-dba4e982-7b55-4c8c-bd90-7827e6b66790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:21.892438 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-dba4e982-7b55-4c8c-bd90-7827e6b66790 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0f68830-20b2-4971-8859-f3a5513c5db3 HTTP/1.1" status: 200  len: 856 time: 0.0744345
Jan 19 16:18:21.982751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-be3228e1-5383-43bf-a60a-d95f110e4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:21.984366 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-be3228e1-5383-43bf-a60a-d95f110e4038 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c019d6b-8512-460f-a6a4-82c4cc4695e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0850751
Jan 19 16:18:22.105434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:22.138003 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-a77ca87c-a096-4726-8412-6e98c642dfc2 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456923
Jan 19 16:18:22.155470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:18:22.301645 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0ba7343c-41dc-49ce-9ff1-4acadf03097b req-38691758-9a2f-47f7-9867-92710583b8e0 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1563861
Jan 19 16:18:22.555353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbdae15c0>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '23fff8e4-496d-4a41-8d99-5058697b4b2f', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'port_id': '38c341fa-96fe-4f8e-9743-d4225cf570c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'mac_address': 'fa:16:3e:2b:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0520f2-3abf-410b-9f74-3143816520c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:18:06Z', 'updated_at': '2021-01-19T16:18:19Z', 'revision_number': 1, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:04Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:18:22.560457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded260f-02f5-4447-a8e8-3186d5c3b05f None None] The sync data for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi is: [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '23fff8e4-496d-4a41-8d99-5058697b4b2f', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'port_id': '38c341fa-96fe-4f8e-9743-d4225cf570c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'mac_address': 'fa:16:3e:2b:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0520f2-3abf-410b-9f74-3143816520c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:18:06Z', 'updated_at': '2021-01-19T16:18:19Z', 'revision_number': 1, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:04Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:18:22.865488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087dae7c-190b-473f-8b05-13bf6984daee None None] New status for floating IP 23fff8e4-496d-4a41-8d99-5058697b4b2f: ACTIVE {{(pid=80063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:18:37.935542 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-74bfd605-6462-4a0f-a609-7221fa52d713 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0865791
Jan 19 16:18:38.106269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-0e399e27-8880-4795-bdaa-48e172e60970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:38.108085 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-0e399e27-8880-4795-bdaa-48e172e60970 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.0809917
Jan 19 16:18:38.272864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-60200a58-b67a-41ce-87d3-10f58ec5bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:38.274418 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-60200a58-b67a-41ce-87d3-10f58ec5bf7d service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1465552
Jan 19 16:18:38.354610 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-30ffff94-dc37-4b81-ab22-25d03692cb6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.0727084
Jan 19 16:18:38.429266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-61eed523-d866-4ce1-afd3-6e704c24da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:18:38.430871 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-61eed523-d866-4ce1-afd3-6e704c24da06 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0675220
Jan 19 16:18:38.486478 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-ce96fcf9-a920-4348-89b0-773efe6bd714 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473864
Jan 19 16:18:38.491924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d6cf9a5c-a6db-4ef6-87d0-97fe814456e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:38.644570 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-8c7b79a0-c8fc-4828-b730-cb026b2977b6 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468258
Jan 19 16:18:38.810223 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fcebb78c-58f7-4408-ba18-62c0f48b1f4d req-17135a57-72b3-4c8a-9a81-2f72d652fd4f service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1582010
Jan 19 16:18:40.978702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-248c09ab-0e6f-46dc-8516-7c0d88fafc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:41.398930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:42.409997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:42.590608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:18:43.420428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:18:51.841730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:08.486615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f0ac-bac5-4ecd-9dc6-f0ede17ed32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:10.980564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c7b65352-229c-43df-a3d1-5c7d16f80b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:11.399216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:12.412456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:12.599376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:20.422170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:19:21.854498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:25.104241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feddecc-2816-46a0-986e-3e28a55f5dbe req-d8932d9d-ebc0-4e46-8eb5-9117f6b59ebf tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:25.105972 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9feddecc-2816-46a0-986e-3e28a55f5dbe req-d8932d9d-ebc0-4e46-8eb5-9117f6b59ebf tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 945 time: 0.1119969
Jan 19 16:19:25.160687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9feddecc-2816-46a0-986e-3e28a55f5dbe req-969ae84b-bb3f-4c72-a833-71da319bbc8a tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470603
Jan 19 16:19:25.796196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d582a604-6547-4e16-9bab-9d4e16c8f8ca tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:25.797058 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d582a604-6547-4e16-9bab-9d4e16c8f8ca tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:19:25.812433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d582a604-6547-4e16-9bab-9d4e16c8f8ca tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:19:25.813640 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d582a604-6547-4e16-9bab-9d4e16c8f8ca tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 945 time: 0.1257107
Jan 19 16:19:25.896070 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Deleting port d821d784-d553-427d-a9fa-a593b0e97bb7 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:19:25.896459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:26.188458 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] For port d821d784-d553-427d-a9fa-a593b0e97bb7, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=d821d784-d553-427d-a9fa-a593b0e97bb7,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:19:26.189025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:26.331169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Calling delete_port for d821d784-d553-427d-a9fa-a593b0e97bb7 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:19:26.429675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632afbae-b8ad-4351-a8d4-de23edbc345b req-4837897b-6794-40b4-ab74-67fe974d433f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:26.431412 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-632afbae-b8ad-4351-a8d4-de23edbc345b req-4837897b-6794-40b4-ab74-67fe974d433f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=626e2d1b-ae4c-4f4d-b887-337ab0e106bb HTTP/1.1" status: 200  len: 945 time: 0.1088927
Jan 19 16:19:26.491215 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-632afbae-b8ad-4351-a8d4-de23edbc345b req-0fe2fb84-1e14-4310-bc15-71e162c534c7 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517330
Jan 19 16:19:26.493106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:26.510480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:19:26.566718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event deleted for resources: {'Port': ['ID=d821d784-d553-427d-a9fa-a593b0e97bb7,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:19:26.626079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.626489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.626885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.627277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.627665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.628053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.628439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.628827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.629210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.629590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.629993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.630374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.630807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.631184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.631563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.631941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.632316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.632693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.633067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.633440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.633840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.634218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.634596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.634968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:26.643919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:19:26.756273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] No DVR routers for this DVR port d821d784-d553-427d-a9fa-a593b0e97bb7 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:19:26.758555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:26.761275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'name': 'network-vif-deleted', 'tag': 'd821d784-d553-427d-a9fa-a593b0e97bb7'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:19:26.777859 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-207a8be9-6a6e-4054-9a2d-9fee04ee8801 req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "DELETE /v2.0/ports/d821d784-d553-427d-a9fa-a593b0e97bb7 HTTP/1.1" status: 204  len: 173 time: 0.9576435
Jan 19 16:19:26.828318 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626e2d1b-ae4c-4f4d-b887-337ab0e106bb', 'name': 'network-vif-deleted', 'tag': 'd821d784-d553-427d-a9fa-a593b0e97bb7', 'status': 'completed', 'code': 200}
Jan 19 16:19:27.444076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d821d784-d553-427d-a9fa-a593b0e97bb7 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:19:27.483775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] No Port match for: d821d784-d553-427d-a9fa-a593b0e97bb7 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:19:27.483775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device d821d784-d553-427d-a9fa-a593b0e97bb7 not bound to the agent host hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:19:28.048681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992cd67-bbfa-4b42-b63e-753bbb2aa4da req-b69f9934-f0c5-4dd2-835f-0a9533fafead tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:28.050321 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2992cd67-bbfa-4b42-b63e-753bbb2aa4da req-b69f9934-f0c5-4dd2-835f-0a9533fafead tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.1049507
Jan 19 16:19:28.105259 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2992cd67-bbfa-4b42-b63e-753bbb2aa4da req-39594d97-5cd1-404b-a625-749f5cd2525e tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483308
Jan 19 16:19:28.562222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-f424d499-f889-424f-921f-2724aad6096f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:28.563049 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-f424d499-f889-424f-921f-2724aad6096f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:19:28.578932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-f424d499-f889-424f-921f-2724aad6096f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:19:28.580256 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-f424d499-f889-424f-921f-2724aad6096f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 946 time: 0.1237268
Jan 19 16:19:28.665510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Deleting port 2773c104-e4fa-4785-b1ca-ba98c4106928 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:19:28.665950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:28.933075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 2773c104-e4fa-4785-b1ca-ba98c4106928 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:19:28.946107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] For port 2773c104-e4fa-4785-b1ca-ba98c4106928, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2773c104-e4fa-4785-b1ca-ba98c4106928,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:19:28.946505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:29.060957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:29.086978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Calling delete_port for 2773c104-e4fa-4785-b1ca-ba98c4106928 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:19:29.091493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:19:29.102517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 2773c104-e4fa-4785-b1ca-ba98c4106928, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2773c104-e4fa-4785-b1ca-ba98c4106928,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:19:29.112611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:29.117353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-508a87de-9056-461e-b5e6-e2dafe7cd4af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:19:29.159248 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928', 'code': 200}
Jan 19 16:19:29.200068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=2773c104-e4fa-4785-b1ca-ba98c4106928,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:19:29.210124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.210525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.210882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.211234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.211613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.211979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.212502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.212714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.213063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.213424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.213805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.214172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.214646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.215010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.215369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.215728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.216138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.216512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.216878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.217356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.217720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.218244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.218609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.218968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:19:29.224453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:19:29.387207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3295c-9fc7-4833-8365-fec71c7b7fce req-4c247bba-406e-4549-884b-bced90e7b0a6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:29.387207 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11a3295c-9fc7-4833-8365-fec71c7b7fce req-4c247bba-406e-4549-884b-bced90e7b0a6 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 944 time: 0.1197181
Jan 19 16:19:29.404786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80061) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:19:29.405185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:19:29.441671 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11a3295c-9fc7-4833-8365-fec71c7b7fce req-1ff676f7-f434-4a85-8e31-dec011bc2e86 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483723
Jan 19 16:19:29.906279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Deleting port 2773c104-e4fa-4785-b1ca-ba98c4106928 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:19:29.906892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:30.185400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] For port 2773c104-e4fa-4785-b1ca-ba98c4106928, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=2773c104-e4fa-4785-b1ca-ba98c4106928,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:19:30.185663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:30.322055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Calling delete_port for 2773c104-e4fa-4785-b1ca-ba98c4106928 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:19:30.535011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:30.552167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f9ee1605-6744-48f7-b16e-f23073fcedcb tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:19:30.606111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event deleted for resources: {'Port': ['ID=2773c104-e4fa-4785-b1ca-ba98c4106928,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:19:30.660311 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-57158c8b-ba1d-46ab-92f5-8592ade74aa7 req-c2c927d2-5890-4643-9f19-c11937473182 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=2d6f6f6e-2850-4f76-bf45-51e8b71adfd8 HTTP/1.1" status: 200  len: 210 time: 0.0602314
Jan 19 16:19:30.661571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:19:30.783983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] No DVR routers for this DVR port 2773c104-e4fa-4785-b1ca-ba98c4106928 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:19:30.786348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:30.789224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'name': 'network-vif-deleted', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:19:30.805887 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cc8d5eea-fb30-40ec-bf6c-ca1ca47f4ed6 req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "DELETE /v2.0/ports/2773c104-e4fa-4785-b1ca-ba98c4106928 HTTP/1.1" status: 204  len: 173 time: 2.2200782
Jan 19 16:19:30.853836 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6f6f6e-2850-4f76-bf45-51e8b71adfd8', 'name': 'network-vif-deleted', 'tag': '2773c104-e4fa-4785-b1ca-ba98c4106928', 'status': 'completed', 'code': 200}
Jan 19 16:19:38.491750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd2eab13-ef84-442a-bfcf-9be74d1f7019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:39.879257 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-ec9bd3e1-8efb-4d69-9ec8-1ecb7a363151 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0817201
Jan 19 16:19:39.995313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-1cf93768-8f74-43a5-93f5-aded57c221d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:39.998149 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-1cf93768-8f74-43a5-93f5-aded57c221d3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 1163 time: 0.0818756
Jan 19 16:19:40.162122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-0c1b1b41-46db-4f8b-a614-fa5c8d79c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:40.163744 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-0c1b1b41-46db-4f8b-a614-fa5c8d79c4d2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 200  len: 904 time: 0.1467006
Jan 19 16:19:40.276249 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-91a21b66-f61f-4e7c-8030-8e09c8f7a9ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74c10c13-ad3f-4c09-b326-33dde06fb276 HTTP/1.1" status: 200  len: 1002 time: 0.1050229
Jan 19 16:19:40.346043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-20ed8ecb-6a60-4a0c-9dd9-b3d21683f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:40.347649 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-20ed8ecb-6a60-4a0c-9dd9-b3d21683f713 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 200  len: 849 time: 0.0654948
Jan 19 16:19:40.437726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-0f17e87d-72ce-4bb3-b8ff-b432f5bc8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:19:40.439446 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-0f17e87d-72ce-4bb3-b8ff-b432f5bc8fac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0a35fa9c-a0a2-41f2-96ec-9653ac034691&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0847940
Jan 19 16:19:40.598552 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-64d22840-d4d4-46bb-a193-eeca7419bfd2 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516073
Jan 19 16:19:40.753345 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ce3cb8f3-dd48-4b95-bdae-f208515f5cf9 req-4780ca11-c43c-40dc-8475-40379bc0c6a5 service neutron] 10.222.0.85 "GET /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477296
Jan 19 16:19:40.984040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-eface56d-353a-4da0-b55a-7f2f447cb09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:41.403913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:42.414680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:42.595099 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:51.851386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:19:57.423988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:20:08.496118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c20dc320-4737-4d9c-aa05-6f826b12cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:10.985794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-08129603-8c01-47b4-beb3-dd6672ed9dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:11.407063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:12.419023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:12.598170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:21.860336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:34.423022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:20:38.500884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bb36019b-b8b3-40e5-b4f0-b1d255d9b612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:39.942431 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-1db22652-87e6-4573-b85c-a5316b23e275 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794005
Jan 19 16:20:40.061671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b06f-581b-4419-9401-016a9c3c386d req-37148887-282f-4a23-8b38-0387a5b72d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:20:40.063343 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-37148887-282f-4a23-8b38-0387a5b72d77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 1163 time: 0.0870497
Jan 19 16:20:40.229159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b06f-581b-4419-9401-016a9c3c386d req-aea1f589-e979-4152-bf46-6617f9809a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:20:40.230780 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-aea1f589-e979-4152-bf46-6617f9809a4e service neutron] 10.222.0.85 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 911 time: 0.1461351
Jan 19 16:20:40.343755 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-879b47bf-1c49-44b0-964f-137da2d456e0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 200  len: 1001 time: 0.1056373
Jan 19 16:20:40.423066 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b06f-581b-4419-9401-016a9c3c386d req-eb5569c9-346f-4d58-8985-ca544b125fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:20:40.424666 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-eb5569c9-346f-4d58-8985-ca544b125fc2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0f68830-20b2-4971-8859-f3a5513c5db3 HTTP/1.1" status: 200  len: 856 time: 0.0731165
Jan 19 16:20:40.511371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1b06f-581b-4419-9401-016a9c3c386d req-3aa95566-9264-43bd-a1b7-c8c2beae43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:20:40.513257 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-3aa95566-9264-43bd-a1b7-c8c2beae43ed service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c019d6b-8512-460f-a6a4-82c4cc4695e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0805094
Jan 19 16:20:40.664471 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-240cc133-dd11-41f2-8960-c3275d37abbd service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439078
Jan 19 16:20:40.815264 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-26a1b06f-581b-4419-9401-016a9c3c386d req-68d90669-ace2-4b1e-9521-5b7d450ef91c service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429658
Jan 19 16:20:40.989298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a6a24eec-cb4a-48c4-bf0e-f133ab4edbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:41.412037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:42.426104 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:42.609048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:20:51.891427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:08.504113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-34b901f3-3fcf-4e75-8c1e-1498127bffb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:10.996518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f30737d9-1200-4e77-ab71-3bd90c21b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:11.412548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:11.422559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:21:12.418453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:12.608859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:21.892370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:25.802732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11363a90-bb7a-40a4-a53c-445053e44436 req-7b0a91a1-03b9-47a2-acb4-7813993c074b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:21:25.804825 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11363a90-bb7a-40a4-a53c-445053e44436 req-7b0a91a1-03b9-47a2-acb4-7813993c074b tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 946 time: 0.1196332
Jan 19 16:21:25.859369 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-11363a90-bb7a-40a4-a53c-445053e44436 req-b6bf5864-fb72-4d07-a3de-0deefc3eeece tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475979
Jan 19 16:21:26.124112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 74c10c13-ad3f-4c09-b326-33dde06fb276 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:21:26.198050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 74c10c13-ad3f-4c09-b326-33dde06fb276 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:21:26.198462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:26.291958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-115a8bca-10c3-407e-b103-8e908642b985 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:21:26.292783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-115a8bca-10c3-407e-b103-8e908642b985 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Synchronizing usage tracker for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:21:26.309154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-115a8bca-10c3-407e-b103-8e908642b985 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Unset dirty status for tenant:afdf7b2bd9af48a88a61d7ee06632f6f on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:21:26.310624 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-115a8bca-10c3-407e-b103-8e908642b985 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 946 time: 0.1255186
Jan 19 16:21:26.400648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Deleting port 74c10c13-ad3f-4c09-b326-33dde06fb276 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:21:26.400946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:26.684891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] For port 74c10c13-ad3f-4c09-b326-33dde06fb276, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=74c10c13-ad3f-4c09-b326-33dde06fb276,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:21:26.686318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:27.114994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ace6e8-5744-4957-aaec-1624c6f6aa42 req-cfb17a9c-d60f-42b3-affa-415238704875 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:21:27.117384 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a7ace6e8-5744-4957-aaec-1624c6f6aa42 req-cfb17a9c-d60f-42b3-affa-415238704875 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 946 time: 0.1115181
Jan 19 16:21:27.172698 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a7ace6e8-5744-4957-aaec-1624c6f6aa42 req-3486bea4-39f4-49e8-b815-39e44a2e0ec6 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups?id=a4e2e7d7-3b5a-4100-81de-15047aece94f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480344
Jan 19 16:21:27.214680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:27.215088 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:27.215436 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Floating IP 98b7c127-1ef5-45c9-ae65-6e1cbcd17435 disassociated. External IP: 172.27.2.222, port: 74c10c13-ad3f-4c09-b326-33dde06fb276.
Jan 19 16:21:27.215813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Calling delete_port for 74c10c13-ad3f-4c09-b326-33dde06fb276 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:21:27.374003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:27.390699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:21:27.447886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event deleted for resources: {'Port': ['ID=74c10c13-ad3f-4c09-b326-33dde06fb276,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:21:27.509888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.510293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.510695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.511083 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.511471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.511857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.512239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.512620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.513000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.513377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.513783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.514172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.514632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.515017 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.515393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.515799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.516177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.516555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.516931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.517307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.517683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.518098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.518484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.518868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:27.535327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:21:27.800658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:21:27.935716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 74c10c13-ad3f-4c09-b326-33dde06fb276 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:21:27.979225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] No Port match for: 74c10c13-ad3f-4c09-b326-33dde06fb276 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:21:27.980028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 74c10c13-ad3f-4c09-b326-33dde06fb276 not bound to the agent host hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:21:28.010770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:21:28.022255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] Sync routers for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:21:28.034078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:21:28.034782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd8c0240>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:21:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:21:28.052078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] No DVR routers for this DVR port 74c10c13-ad3f-4c09-b326-33dde06fb276 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:21:28.054839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:28.058931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'name': 'network-vif-deleted', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:21:28.076180 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8b259734-0b9c-4fd2-8ca5-e4aeba7d30eb req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.85 "DELETE /v2.0/ports/74c10c13-ad3f-4c09-b326-33dde06fb276 HTTP/1.1" status: 204  len: 173 time: 1.7597466
Jan 19 16:21:28.168264 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291', 'name': 'network-vif-deleted', 'tag': '74c10c13-ad3f-4c09-b326-33dde06fb276', 'status': 'completed', 'code': 200}
Jan 19 16:21:28.237122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:21:28.395097 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4e7d8367-bd1f-40f2-96a5-c8430917ac09 req-16b2f348-3ae0-4573-82a7-5c191a705f3a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/ports?device_id=6b7bf8ee-ee9f-4b78-80e9-96e1c41fb291 HTTP/1.1" status: 200  len: 210 time: 0.0536540
Jan 19 16:21:28.600783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd8c0240>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:21:28.605221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] Checking router: f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:21:28.615724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:21:28.616416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd8c0240>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:21:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:21:28.842709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:21:29.193834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd8c0240>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:21:29.199010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f40656-13b2-490a-842e-b0cff68c1511 None None] The sync data for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi is: [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T15:55:26Z', 'revision_number': 4, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '79349404-7fd2-4ce5-8b3c-1c20fc29dc54', 'name': '', 'network_id': '0a35fa9c-a0a2-41f2-96ec-9653ac034691', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'mac_address': 'fa:16:3e:85:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:25Z', 'updated_at': '2021-01-19T15:55:43Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'subnets': [{'id': 'fabec43d-4301-4faa-b8bb-b957262086fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:21:29.568563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50076) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:21:29.580301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234a0848-9128-449f-a783-0a4220d3e75e None None] New status for floating IP 98b7c127-1ef5-45c9-ae65-6e1cbcd17435: DOWN {{(pid=80063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:21:29.652118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:29.686863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:29.738964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:29.743791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-44f391ba-4784-42a0-ab46-b5f3e7f9d4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:21:29.760698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e2e7d7-3b5a-4100-81de-15047aece94f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:21:29.771071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.771422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.771826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.772225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.772623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.773334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.773887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.774285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.774672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.775112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.775454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.775846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.776208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.776590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.776976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.777386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.777797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.778187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.778575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.778961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.779345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.779750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.780132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.780517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:21:29.786284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:21:29.790540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:29.794395 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "DELETE /v2.0/security-groups/a4e2e7d7-3b5a-4100-81de-15047aece94f HTTP/1.1" status: 204  len: 168 time: 0.2221327
Jan 19 16:21:29.794635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50084) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:21:29.818119 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.v2.resource [None req-f29027dd-4c7f-4260-89b7-b365b1f3217d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] show failed (client error): The resource could not be found.
Jan 19 16:21:29.820665 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f29027dd-4c7f-4260-89b7-b365b1f3217d tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "GET /v2.0/security-groups/a4e2e7d7-3b5a-4100-81de-15047aece94f HTTP/1.1" status: 404  len: 347 time: 0.0236290
Jan 19 16:21:29.823440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50088) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:21:30.001282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Deleting port 46b994ae-2d2e-4c58-b722-f3955ecfea24 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:21:30.001652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:30.197356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:30.198047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:30.342719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Calling delete_port for 46b994ae-2d2e-4c58-b722-f3955ecfea24 owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:21:30.494799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:30.510866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6020d07-906d-4cf2-8616-659ec208204f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:21:30.561997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Pushing event deleted for resources: {'Port': ['ID=46b994ae-2d2e-4c58-b722-f3955ecfea24,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:21:30.616223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:21:30.747924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:30.764354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:30.768977 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] 10.222.0.122 "DELETE /v2.0/floatingips/98b7c127-1ef5-45c9-ae65-6e1cbcd17435 HTTP/1.1" status: 204  len: 168 time: 0.9411366
Jan 19 16:21:38.507842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5248-0def-433a-bb57-7d4e68af5790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:40.988351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2fc1666d-006d-4d50-97cd-9143a4b9386a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:41.415232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:42.420341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:42.612702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:21:42.685727 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-fd75cb57-d89d-4409-9bf4-3d26a3def9c6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2001243
Jan 19 16:21:42.855826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-2bf143f4-07a6-4934-83b9-eaaf28ad5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:21:42.857459 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-2bf143f4-07a6-4934-83b9-eaaf28ad5070 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.0816028
Jan 19 16:21:43.025248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-899c6391-84da-4fe8-bf83-4d501fc759ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:21:43.026894 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-899c6391-84da-4fe8-bf83-4d501fc759ab service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1486912
Jan 19 16:21:43.107711 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-7e4c625b-b23d-490c-ae46-8617ab969e45 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.0740333
Jan 19 16:21:43.181162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-db9b21b9-6c7c-4815-8179-47c7fa67b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:21:43.182759 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-db9b21b9-6c7c-4815-8179-47c7fa67b857 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0682178
Jan 19 16:21:43.236228 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-71fa8538-fbf7-4e04-99c3-00499248eb79 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460489
Jan 19 16:21:43.382629 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-33ffb6a6-3261-4ac0-8674-e870f33f94c1 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398015
Jan 19 16:21:43.536377 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-16b931a1-f64e-4596-b697-becb5ac021b6 req-129c5347-96f3-4ca8-8c98-98dba4eac4b8 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470640
Jan 19 16:21:48.422774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:21:51.915095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:08.512812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9d47a638-5ffe-4d4f-9ba2-300c1d6f7919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:10.990497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-870c5cdb-cdc7-4d4a-a6b3-0a73686f768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:11.418974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:12.422647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:12.615663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:21.945241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:25.422752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:22:26.608382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50634) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:26.771167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:26.786706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:26.790914 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f44312962d4e41e4b3dfe47953c79d83 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:26.794413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:26.801501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:26.897226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:26.900804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:26.911282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-45fcb8d2-0c0c-48b3-9661-0b9747dba6c4 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:26.959302 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f44312962d4e41e4b3dfe47953c79d83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3497403
Jan 19 16:22:26.961198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dab7451-cefb-4f21-8b02-e036c4dabadc,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:26.962238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 50642) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:26.969861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:27.034511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.064153 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.111360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.117646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cd34537a-5eed-4976-9242-d7b3df83fecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:27.132138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dab7451-cefb-4f21-8b02-e036c4dabadc,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:27.135472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:27.136380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.138268 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/5dab7451-cefb-4f21-8b02-e036c4dabadc HTTP/1.1" status: 204  len: 168 time: 0.1746867
Jan 19 16:22:27.544661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 50654) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:27.564321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.580883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:27.585566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cdde80928d7c476fab572c0694da5af5 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:27.589033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:27.595481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:27.690367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.694158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.703483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0b1e03ca-362f-489d-8eac-b8f2ba4f0832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:27.751518 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=cdde80928d7c476fab572c0694da5af5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2056684
Jan 19 16:22:27.752432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd412bb-d234-4c6b-bffc-156c4e6269cf,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:27.754409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50660) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:27.760505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.760911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.761303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.761690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.762105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.762490 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.762874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.763258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.763640 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.764020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.764396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.764778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.765212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.765591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.765991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.766366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.766783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.767154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.767533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.767899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.768269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.768637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.768997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.769364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:27.774557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:27.820675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.850797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.896541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.901834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c38e2b98-7ab7-464a-b227-88b20e0c61a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:27.917220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd412bb-d234-4c6b-bffc-156c4e6269cf,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:27.920391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:27.924724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:27.926785 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/5bd412bb-d234-4c6b-bffc-156c4e6269cf HTTP/1.1" status: 204  len: 168 time: 0.1702726
Jan 19 16:22:28.400931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50672) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:28.420772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:28.436392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:28.440478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Usage tracker for resource:security_group_rule and tenant:940338e7adc342348b504aab0407aef0 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:28.444457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:28.450381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:28.542434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:28.545777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:28.558970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a8593f99-c2f2-473d-8556-8ec343d54ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:28.606391 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=940338e7adc342348b504aab0407aef0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2042561
Jan 19 16:22:28.608100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd868220-eda2-40d4-82d3-4503d85ee56f,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:28.609218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 50678) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:28.611361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:28.678492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b66ac672-d604-4c5d-a558-592933725d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:28.706518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b66ac672-d604-4c5d-a558-592933725d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:28.754232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b66ac672-d604-4c5d-a558-592933725d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:28.759996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-34665fe0-2ccb-48a6-941c-814755bf7a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:28.774011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ac672-d604-4c5d-a558-592933725d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd868220-eda2-40d4-82d3-4503d85ee56f,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:28.776870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b66ac672-d604-4c5d-a558-592933725d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:28.786168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b66ac672-d604-4c5d-a558-592933725d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:28.787411 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b66ac672-d604-4c5d-a558-592933725d4c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/cd868220-eda2-40d4-82d3-4503d85ee56f HTTP/1.1" status: 204  len: 168 time: 0.1769969
Jan 19 16:22:29.831848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 50710) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:29.977813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1001552129-network', 'tenant_id': '28184868cdb941359077c4669177628d'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:29.983102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:29.987191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Usage tracker for resource:network and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:29.990337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:29.996230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:30.006532 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Made reservation on behalf of 28184868cdb941359077c4669177628d for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:22:30.011210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.026302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.043445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:30.047501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Usage tracker for resource:security_group_rule and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:30.050781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:30.057328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:30.150713 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.153821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.158166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-847590c7-59cd-43ed-b617-955ca310f07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:30.193965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 16:22:30.203470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b31bd-bca9-46ec-adcc-69ecf006712b,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:30.207344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:30.210232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.210559 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Added segment 3424bcf0-2437-45a7-aea4-dc37233d2d1a of type vxlan for network 5d878841-5efd-4b90-8d10-5075284785a8
Jan 19 16:22:30.240696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.272428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.274133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:30.274838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.280616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6fae0631-e1ad-4d71-af6e-022d45be1c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:30.390358 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5572906
Jan 19 16:22:30.393446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50718) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:30.394045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Pushing event updated for resources: {'Network': ['ID=5d878841-5efd-4b90-8d10-5075284785a8,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:30.397973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:30.401122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Request body: {'subnet': {'network_id': '5d878841-5efd-4b90-8d10-5075284785a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1001552129-subnet', 'tenant_id': '28184868cdb941359077c4669177628d', 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:30.405853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 5d878841-5efd-4b90-8d10-5075284785a8 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:22:30.406528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:30.411205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Usage tracker for resource:subnet and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:30.414975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:30.420728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:30.427991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 5d878841-5efd-4b90-8d10-5075284785a8 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:22:30.432001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Made reservation on behalf of 28184868cdb941359077c4669177628d for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:22:30.436979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2647827'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.882159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852201202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2647932'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:30.901598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-de4d5138-a7e9-4a9c-96bc-755bb312d638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:31.029311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4fba51a-5fb0-47cd-b100-d6eb5630a378,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:31.051398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.051899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.052296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.052690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.053073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.053464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.053872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.054261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.054641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.055031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.055400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.055777 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.056209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.056585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.056962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.057343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.057757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.058149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.058525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.058900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.059275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.059649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.060025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.060398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:31.066576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:31.124545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Checking segment: {'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:31.124965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Network hostable DHCP agents. Network: 5d878841-5efd-4b90-8d10-5075284785a8, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 16:22:31.143808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Network 5d878841-5efd-4b90-8d10-5075284785a8 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 16:22:31.152343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 5d878841-5efd-4b90-8d10-5075284785a8) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:31.165209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c789b-f516-44f3-af76-2b4e7983f03b None None] Network 5d878841-5efd-4b90-8d10-5075284785a8 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:22:31.167080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:31.167768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:31.200087 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b55f4931-9ac7-4b50-a9cb-9ec8e74627d9 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8049669
Jan 19 16:22:31.204040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50728) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:31.219109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:31.226804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:31.231454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Usage tracker for resource:router and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:31.235242 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:31.242047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:31.260466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:31.262837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:31.292882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:31.448867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-5d878841-5efd-4b90-8d10-5075284785a8', 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8', 'tenant_id': '28184868cdb941359077c4669177628d', 'fixed_ips': [{'subnet_id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 16:22:31.449784 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:31.775635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Allocated IP 172.20.0.2 (5d878841-5efd-4b90-8d10-5075284785a8/c4fba51a-5fb0-47cd-b100-d6eb5630a378/a15550c0-a908-4e3c-a1cc-a07e1e47ed05) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:22:31.849962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.008023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.018820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Transition to ACTIVE for port object a15550c0-a908-4e3c-a1cc-a07e1e47ed05 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:32.035491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Transition to ACTIVE for port object a15550c0-a908-4e3c-a1cc-a07e1e47ed05 will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:32.040862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.058228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:32.196138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Pushing event updated for resources: {'Port': ['ID=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:32.202052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.209912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.210367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.210517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.210853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.211223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.211599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.211967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.212337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.212732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.213104 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.213470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.213861 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.214297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.214661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.215027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.215389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.215764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.216115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.216474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.216837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.217193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.217553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.217944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.218306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:32.236334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:32.239242 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.284812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Network 5d878841-5efd-4b90-8d10-5075284785a8 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:32.286072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:32.288720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:22:32.350936 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Attempting to bind port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:22:32.351321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Attempting to bind port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:22:32.351733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Attempting to bind port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 on network 5d878841-5efd-4b90-8d10-5075284785a8 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:22:32.357520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:22:32.358007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Checking segment: {'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:32.358470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.358913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Bound using segment: {'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:22:32.359454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Bound port: a15550c0-a908-4e3c-a1cc-a07e1e47ed05, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:22:32.359874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.465025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] For port a15550c0-a908-4e3c-a1cc-a07e1e47ed05, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:22:32.469205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] For port a15550c0-a908-4e3c-a1cc-a07e1e47ed05, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,segment=NetworkSegment(3424bcf0-2437-45a7-aea4-dc37233d2d1a),segment_id=3424bcf0-2437-45a7-aea4-dc37233d2d1a)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:22:32.475171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.489596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:32.546178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Allocated IP 172.27.2.82 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/d3d0c2cb-d9c6-4d19-89b9-19642018dee1) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:22:32.651437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Pushing event updated for resources: {'Port': ['ID=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:32.656965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:32.734775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.766239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:32.783445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:32.923700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Pushing event updated for resources: {'Port': ['ID=d3d0c2cb-d9c6-4d19-89b9-19642018dee1,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:32.928797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:32.990182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:32.990182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:32.992439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:22:33.459697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:33.839779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:34.104023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3d1fe-10e3-434d-9528-7d55cbc92806 None None] Network 5d878841-5efd-4b90-8d10-5075284785a8 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:22:34.205606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-e87fe077-e8ed-45bf-aeaf-54a01214ce82 None None] Provisioning for port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:34.350364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 16:22:34.570274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:22:34.579739 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Sync routers for ids ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:22:34.590918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Routers {'f4a1173e-48f8-4dd3-b5b4-290a275ddf82'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:34.591588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7a5978>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:34.609558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:34.611139 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4046419
Jan 19 16:22:34.614817 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 50758) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:34.666346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device a15550c0-a908-4e3c-a1cc-a07e1e47ed05 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:34.883877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:34.894732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:34.895959 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:34.938061 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Set router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:35.291855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-282d36d9-fd69-44ca-a39f-48e3e97a3aec None None] Provisioning complete for port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:35.292268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-282d36d9-fd69-44ca-a39f-48e3e97a3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:35.521208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:35.619328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:35.656681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port a15550c0-a908-4e3c-a1cc-a07e1e47ed05, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,segment=NetworkSegment(3424bcf0-2437-45a7-aea4-dc37233d2d1a),segment_id=3424bcf0-2437-45a7-aea4-dc37233d2d1a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:22:35.658814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-282d36d9-fd69-44ca-a39f-48e3e97a3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:35.679302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:35.685667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:35.833934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7a5978>, [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:22:33Z', 'revision_number': 3, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:35.843433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:35.847588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:35.851530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-282d36d9-fd69-44ca-a39f-48e3e97a3aec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:22:35.851961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-282d36d9-fd69-44ca-a39f-48e3e97a3aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:22:35.852711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Checking router: f4a1173e-48f8-4dd3-b5b4-290a275ddf82 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:22:35.853097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Updating router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:22:35.911618 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:35.993976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Allocated IP 172.20.0.1 (5d878841-5efd-4b90-8d10-5075284785a8/c4fba51a-5fb0-47cd-b100-d6eb5630a378/2f8f4771-a111-4e60-bddd-2130a69f17d8) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:22:36.168963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.186047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Transition to ACTIVE for port object 2f8f4771-a111-4e60-bddd-2130a69f17d8 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:36.209102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.226499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0d8665df-289d-43b8-9072-c70937b3bc31 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:36.342904 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.365958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Pushing event updated for resources: {'Port': ['ID=2f8f4771-a111-4e60-bddd-2130a69f17d8,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:36.371953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:36.387716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Transition to ACTIVE for port object d3d0c2cb-d9c6-4d19-89b9-19642018dee1 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:36.405773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.424222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fbc8d6cf-e273-45da-a701-c48a10f63075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:36.431816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Network 5d878841-5efd-4b90-8d10-5075284785a8 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:36.432943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:36.435470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:22:36.516539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.586250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14d6af-2005-4152-9cf1-742c693ad81e None None] Pushing event updated for resources: {'Port': ['ID=d3d0c2cb-d9c6-4d19-89b9-19642018dee1,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:36.591075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1c14d6af-2005-4152-9cf1-742c693ad81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:36.614555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device a15550c0-a908-4e3c-a1cc-a07e1e47ed05 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:36.658906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.725591 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c6cf52c6-3925-4691-8920-e6c553c9c0a4 None None] Provisioning complete for port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:36.725979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c6cf52c6-3925-4691-8920-e6c553c9c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.780348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Attempting to bind port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:22:36.780762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Attempting to bind port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:22:36.781178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Attempting to bind port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:22:36.802456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:22:36.802874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:36.803328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.803767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:22:36.804300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Bound port: d3d0c2cb-d9c6-4d19-89b9-19642018dee1, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:22:36.804719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.864301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:36.864726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.984891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:36.989670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:37.013799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] For port d3d0c2cb-d9c6-4d19-89b9-19642018dee1, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:22:37.023011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] For port d3d0c2cb-d9c6-4d19-89b9-19642018dee1, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=d3d0c2cb-d9c6-4d19-89b9-19642018dee1,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:22:37.025684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ce78880-c0c2-4950-a225-1cc76f85d3e3 tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:37.031524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:37.049614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3db13fe0-f217-438f-8dab-56eb68743a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:37.115869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:37.131766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Pushing event updated for resources: {'Port': ['ID=2f8f4771-a111-4e60-bddd-2130a69f17d8,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:37.138432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:37.224946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c6cf52c6-3925-4691-8920-e6c553c9c0a4 None None] Provisioning for port 2f8f4771-a111-4e60-bddd-2130a69f17d8 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:37.290430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Network 5d878841-5efd-4b90-8d10-5075284785a8 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:37.291853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:37.419611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-c6cf52c6-3925-4691-8920-e6c553c9c0a4 None None] Provisioning complete for port 2f8f4771-a111-4e60-bddd-2130a69f17d8 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:37.420033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c6cf52c6-3925-4691-8920-e6c553c9c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:37.504262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14d6af-2005-4152-9cf1-742c693ad81e None None] Pushing event updated for resources: {'Port': ['ID=d3d0c2cb-d9c6-4d19-89b9-19642018dee1,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:37.515481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1c14d6af-2005-4152-9cf1-742c693ad81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:37.528666 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:22:37.537548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf52c6-3925-4691-8920-e6c553c9c0a4 None None] Port 2f8f4771-a111-4e60-bddd-2130a69f17d8 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:22:37.565376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Routers {'f4a1173e-48f8-4dd3-b5b4-290a275ddf82'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:37.566119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7a5978>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:37.731250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:22:37.741894 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] 10.222.0.122 "PUT /v2.0/routers/f4a1173e-48f8-4dd3-b5b4-290a275ddf82/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1257968
Jan 19 16:22:37.752969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-0e0e2ec8-5fb4-409b-97bb-398ef1cdd409 None None] Provisioning complete for port 2f8f4771-a111-4e60-bddd-2130a69f17d8 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:37.752969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2ec8-5fb4-409b-97bb-398ef1cdd409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:37.838093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e2ec8-5fb4-409b-97bb-398ef1cdd409 None None] Port 2f8f4771-a111-4e60-bddd-2130a69f17d8 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:22:37.847303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] Set router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:38.206923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7a5978>, [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 4, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '2f8f4771-a111-4e60-bddd-2130a69f17d8', 'name': '', 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8', 'tenant_id': '28184868cdb941359077c4669177628d', 'mac_address': 'fa:16:3e:ec:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:35Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 2, 'project_id': '28184868cdb941359077c4669177628d', 'subnets': [{'id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:38.211804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fae096-d0fd-4231-a6a6-9169025f21c7 None None] The sync data for ids ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'] in dv-cinder-667108-29-iscsi is: [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 4, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '2f8f4771-a111-4e60-bddd-2130a69f17d8', 'name': '', 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8', 'tenant_id': '28184868cdb941359077c4669177628d', 'mac_address': 'fa:16:3e:ec:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:35Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 2, 'project_id': '28184868cdb941359077c4669177628d', 'subnets': [{'id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:22:38.515697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 50806) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:38.516929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-93e1d338-4e59-4001-ae24-da5af7a40581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.523244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-662942542-network', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:38.535911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:38.547313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Usage tracker for resource:network and tenant:83b3dceb5a7844288945ad0d2c5903b7 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:38.550794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:38.572765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:38.583933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Made reservation on behalf of 83b3dceb5a7844288945ad0d2c5903b7 for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:22:38.588683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.605545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.635742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:38.640243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Usage tracker for resource:security_group_rule and tenant:83b3dceb5a7844288945ad0d2c5903b7 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:38.648829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:38.657285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:38.761009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.764446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.769138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-87388d7e-7977-49ff-9462-5087ffc2d659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:38.805538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 16:22:38.817474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a211d9f-db3c-47a7-b3f1-7c8ef5bbb9dc,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:38.821400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:38.826845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.827297 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Added segment af1d176c-8b38-4ffe-beda-e35affc9c0e5 of type vxlan for network 30f28f41-c2d5-4911-b761-21c01c542277
Jan 19 16:22:38.857850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.891918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.893200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:38.893873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:38.899081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a9c232c6-3a11-4b46-9e70-5fb6b3f4a1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:39.024247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Pushing event updated for resources: {'Network': ['ID=30f28f41-c2d5-4911-b761-21c01c542277,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:39.027472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:39.029552 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5128088
Jan 19 16:22:39.032673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50812) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:39.040660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 30f28f41-c2d5-4911-b761-21c01c542277 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:22:39.041349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Request body: {'subnet': {'network_id': '30f28f41-c2d5-4911-b761-21c01c542277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-662942542-subnet', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:39.047581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:39.052665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Usage tracker for resource:subnet and tenant:83b3dceb5a7844288945ad0d2c5903b7 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:39.056948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:39.063075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:39.080504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Made reservation on behalf of 83b3dceb5a7844288945ad0d2c5903b7 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:22:39.087585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2647827'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:39.133595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 30f28f41-c2d5-4911-b761-21c01c542277 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:22:39.569878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852201202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2647932'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:39.586116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:39.728811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5da3675-ccce-4c04-82c7-ea276d0e28bc,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:39.733082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:39.814549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Checking segment: {'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:39.815040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Network hostable DHCP agents. Network: 30f28f41-c2d5-4911-b761-21c01c542277, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 16:22:39.833561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Network 30f28f41-c2d5-4911-b761-21c01c542277 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 16:22:39.841835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 30f28f41-c2d5-4911-b761-21c01c542277) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:39.852203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec554721-c156-4991-9cf7-4e76e73ee9e8 None None] Network 30f28f41-c2d5-4911-b761-21c01c542277 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:22:39.855610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:39.856256 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:39.876299 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8415337
Jan 19 16:22:39.878946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 50824) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:39.884515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:39.889392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:39.893416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Usage tracker for resource:router and tenant:83b3dceb5a7844288945ad0d2c5903b7 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:39.898330 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:39.906639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:39.916708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:39.917799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:39.936392 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.094501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-30f28f41-c2d5-4911-b761-21c01c542277', 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'fixed_ips': [{'subnet_id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 16:22:40.095446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.239733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.404496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Allocated IP 172.20.0.2 (30f28f41-c2d5-4911-b761-21c01c542277/d5da3675-ccce-4c04-82c7-ea276d0e28bc/1f20212e-459c-431f-ad65-04d8d0371270) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:22:40.595295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.643626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.646701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device d3d0c2cb-d9c6-4d19-89b9-19642018dee1 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:40.732297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.750263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Transition to ACTIVE for port object 1f20212e-459c-431f-ad65-04d8d0371270 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:40.760975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:40.776891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:40.777304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.805018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Transition to ACTIVE for port object 1f20212e-459c-431f-ad65-04d8d0371270 will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:40.825592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:40.846116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:40.953714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Allocated IP 172.27.2.234 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/41c6c16d-bf23-41d0-be55-d999be3b369d) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:22:41.014594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Pushing event updated for resources: {'Port': ['ID=1f20212e-459c-431f-ad65-04d8d0371270,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:41.032507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:41.038712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-204ec099-f458-40b6-885c-3712fb115638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.124463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.132224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Network 30f28f41-c2d5-4911-b761-21c01c542277 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:41.133008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.138233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:41.141480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:22:41.156262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.172113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9bdfe8fe-2b16-4a54-9fe3-078149b56dc0 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:41.203653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port d3d0c2cb-d9c6-4d19-89b9-19642018dee1, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=d3d0c2cb-d9c6-4d19-89b9-19642018dee1,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:22:41.210144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.213355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:41.251963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Attempting to bind port 1f20212e-459c-431f-ad65-04d8d0371270 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:22:41.252529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Attempting to bind port 1f20212e-459c-431f-ad65-04d8d0371270 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:22:41.253087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Attempting to bind port 1f20212e-459c-431f-ad65-04d8d0371270 on network 30f28f41-c2d5-4911-b761-21c01c542277 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:22:41.283079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:22:41.283079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Checking segment: {'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:41.283079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.283079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Bound using segment: {'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:22:41.283079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Bound port: 1f20212e-459c-431f-ad65-04d8d0371270, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:22:41.283079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.311858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Pushing event updated for resources: {'Port': ['ID=41c6c16d-bf23-41d0-be55-d999be3b369d,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:41.315167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:41.363657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=d3d0c2cb-d9c6-4d19-89b9-19642018dee1,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:41.369131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:41.382710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:41.384078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:41.386570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:22:41.399768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] For port 1f20212e-459c-431f-ad65-04d8d0371270, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:22:41.403241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] For port 1f20212e-459c-431f-ad65-04d8d0371270, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=1f20212e-459c-431f-ad65-04d8d0371270,segment=NetworkSegment(af1d176c-8b38-4ffe-beda-e35affc9c0e5),segment_id=af1d176c-8b38-4ffe-beda-e35affc9c0e5)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:22:41.416930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.431872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:41.543323 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Sync routers for ids ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:22:41.554901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Routers {'f4a1173e-48f8-4dd3-b5b4-290a275ddf82'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:41.555839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b87f0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:41.743272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:41.792139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Pushing event updated for resources: {'Port': ['ID=1f20212e-459c-431f-ad65-04d8d0371270,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:41.797184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:41.993245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Set router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:42.192327 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:42.406658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b87f0>, [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 4, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '2f8f4771-a111-4e60-bddd-2130a69f17d8', 'name': '', 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8', 'tenant_id': '28184868cdb941359077c4669177628d', 'mac_address': 'fa:16:3e:ec:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:35Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 2, 'project_id': '28184868cdb941359077c4669177628d', 'subnets': [{'id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:42.412370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Checking router: f4a1173e-48f8-4dd3-b5b4-290a275ddf82 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:22:42.412779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Updating router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 port 2f8f4771-a111-4e60-bddd-2130a69f17d8 binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:22:42.428941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:42.474828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:42.602293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:42.631484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:42.704636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device d3d0c2cb-d9c6-4d19-89b9-19642018dee1 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:42.799553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:42.799893 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:42.870575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Router 39b92e7e-925b-4679-82a8-a32a33873745 is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 16:22:42.954205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 1f20212e-459c-431f-ad65-04d8d0371270 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:42.987609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:43.007743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Transition to ACTIVE for port object 2f8f4771-a111-4e60-bddd-2130a69f17d8 will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:43.011780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:43.043753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8f833cd5-4d5c-4330-9070-88fe5c7c12a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:43.108801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 1f20212e-459c-431f-ad65-04d8d0371270 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:43.126108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:22:43.138068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Sync routers for ids ['39b92e7e-925b-4679-82a8-a32a33873745'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:22:43.153266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Routers {'39b92e7e-925b-4679-82a8-a32a33873745'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:43.154013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7cb470>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['39b92e7e-925b-4679-82a8-a32a33873745'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:43.158072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:43.162688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 50852) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:22:43.162943 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2826736
Jan 19 16:22:43.227865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Pushing event updated for resources: {'Port': ['ID=2f8f4771-a111-4e60-bddd-2130a69f17d8,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:43.252799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.253328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.253715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.254723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.255144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.255949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.256063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.256403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.256782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.257151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.257773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.257884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.258287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.258642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.258998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.259349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.259703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.260056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.260410 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.260759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.261112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.261465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.261849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.262175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:22:43.267141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:43.435761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca17e81-fcc9-4bdd-8d7a-d40c6bcf1a70 None None] Network 30f28f41-c2d5-4911-b761-21c01c542277 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:22:43.464764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Set router 39b92e7e-925b-4679-82a8-a32a33873745 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:43.479961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Attempting to bind port 2f8f4771-a111-4e60-bddd-2130a69f17d8 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:22:43.480369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Attempting to bind port 2f8f4771-a111-4e60-bddd-2130a69f17d8 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:22:43.481553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Attempting to bind port 2f8f4771-a111-4e60-bddd-2130a69f17d8 on network 5d878841-5efd-4b90-8d10-5075284785a8 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:22:43.489119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:22:43.489558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Checking segment: {'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:43.490067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:43.490533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Bound using segment: {'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:22:43.491122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Bound port: 2f8f4771-a111-4e60-bddd-2130a69f17d8, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3424bcf0-2437-45a7-aea4-dc37233d2d1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:22:43.492505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:43.615763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] For port 2f8f4771-a111-4e60-bddd-2130a69f17d8, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:22:43.619067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] For port 2f8f4771-a111-4e60-bddd-2130a69f17d8, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=2f8f4771-a111-4e60-bddd-2130a69f17d8,segment=NetworkSegment(3424bcf0-2437-45a7-aea4-dc37233d2d1a),segment_id=3424bcf0-2437-45a7-aea4-dc37233d2d1a)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:22:43.623246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:43.641336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2c408d2f-5db2-4c75-9485-814b08ad94f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:43.810170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Provisioning for port 1f20212e-459c-431f-ad65-04d8d0371270 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:43.822581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Provisioning complete for port 1f20212e-459c-431f-ad65-04d8d0371270 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:43.822998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:43.824503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Pushing event updated for resources: {'Port': ['ID=2f8f4771-a111-4e60-bddd-2130a69f17d8,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:43.829440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:43.877378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Routers {'f4a1173e-48f8-4dd3-b5b4-290a275ddf82'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:43.878087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b87f0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:44.160865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] Set router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:44.173606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:44.223581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:44.289201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] For port 1f20212e-459c-431f-ad65-04d8d0371270, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=1f20212e-459c-431f-ad65-04d8d0371270,segment=NetworkSegment(af1d176c-8b38-4ffe-beda-e35affc9c0e5),segment_id=af1d176c-8b38-4ffe-beda-e35affc9c0e5)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:22:44.297361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:44.301829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:44.370820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7cb470>, [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:22:41Z', 'revision_number': 3, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:44.387759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Checking router: 39b92e7e-925b-4679-82a8-a32a33873745 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:22:44.388234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Updating router 39b92e7e-925b-4679-82a8-a32a33873745 port 41c6c16d-bf23-41d0-be55-d999be3b369d binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:22:44.458423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Pushing event updated for resources: {'Port': ['ID=1f20212e-459c-431f-ad65-04d8d0371270,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:44.462733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:44.485628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:44.629274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b87f0>, [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 4, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '2f8f4771-a111-4e60-bddd-2130a69f17d8', 'name': '', 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8', 'tenant_id': '28184868cdb941359077c4669177628d', 'mac_address': 'fa:16:3e:ec:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:35Z', 'updated_at': '2021-01-19T16:22:43Z', 'revision_number': 4, 'project_id': '28184868cdb941359077c4669177628d', 'subnets': [{'id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:44.643914 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Allocated IP 172.20.0.1 (30f28f41-c2d5-4911-b761-21c01c542277/d5da3675-ccce-4c04-82c7-ea276d0e28bc/91ff2d46-ae81-4145-a57e-470c89b1362d) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:22:44.654899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a486a4-4576-452e-bde0-57809d001ba1 None None] The sync data for ids ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'] in dv-cinder-667108-29-iscsi is: [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:22:36Z', 'revision_number': 4, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '2f8f4771-a111-4e60-bddd-2130a69f17d8', 'name': '', 'network_id': '5d878841-5efd-4b90-8d10-5075284785a8', 'tenant_id': '28184868cdb941359077c4669177628d', 'mac_address': 'fa:16:3e:ec:64:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:35Z', 'updated_at': '2021-01-19T16:22:43Z', 'revision_number': 4, 'project_id': '28184868cdb941359077c4669177628d', 'subnets': [{'id': 'c4fba51a-5fb0-47cd-b100-d6eb5630a378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:22:44.702474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 1f20212e-459c-431f-ad65-04d8d0371270 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:44.975504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.004202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Transition to ACTIVE for port object 91ff2d46-ae81-4145-a57e-470c89b1362d will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:45.014889 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-943fdc12-d5f5-4b20-895c-23ce5039c4f0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3646400
Jan 19 16:22:45.037698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-79723234-e538-48f4-b190-2b2fe817c09d None None] Provisioning complete for port 1f20212e-459c-431f-ad65-04d8d0371270 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:45.038213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79723234-e538-48f4-b190-2b2fe817c09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.040069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.060110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:45.176170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 1f20212e-459c-431f-ad65-04d8d0371270 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:45.176821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.307404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Pushing event updated for resources: {'Port': ['ID=91ff2d46-ae81-4145-a57e-470c89b1362d,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:45.312139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:45.370277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07069-9e83-4f68-9991-95405c5be16f req-7fabbe57-b1ba-44ed-9f7a-437ca474ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:45.371935 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-7fabbe57-b1ba-44ed-9f7a-437ca474ec8f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 1163 time: 0.2720304
Jan 19 16:22:45.377559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Network 30f28f41-c2d5-4911-b761-21c01c542277 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:45.378867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:45.381412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:22:45.555463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.604325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.623736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 2f8f4771-a111-4e60-bddd-2130a69f17d8 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:45.646733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07069-9e83-4f68-9991-95405c5be16f req-47e26a2f-7d69-48ce-83f4-fafa26adee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:45.648334 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-47e26a2f-7d69-48ce-83f4-fafa26adee04 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 911 time: 0.2319334
Jan 19 16:22:45.651290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Transition to ACTIVE for port object 41c6c16d-bf23-41d0-be55-d999be3b369d will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:45.671898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.696563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:45.834220 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-8bc088a2-bcda-4883-be1d-dbff1f3bcee0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 200  len: 1001 time: 0.1765871
Jan 19 16:22:45.854981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b84d086a-3fb4-4ba0-9cc4-892b7fba0e4f None None] Provisioning complete for port 1f20212e-459c-431f-ad65-04d8d0371270 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:45.855398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b84d086a-3fb4-4ba0-9cc4-892b7fba0e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.909555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:45.935892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce004c-2ae7-4fc4-bece-29065ad60cfb None None] Pushing event updated for resources: {'Port': ['ID=41c6c16d-bf23-41d0-be55-d999be3b369d,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:45.944863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-41ce004c-2ae7-4fc4-bece-29065ad60cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:45.971484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07069-9e83-4f68-9991-95405c5be16f req-8d5f3f48-71aa-4cd6-971f-af7e53067727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:45.973187 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-8d5f3f48-71aa-4cd6-971f-af7e53067727 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0f68830-20b2-4971-8859-f3a5513c5db3 HTTP/1.1" status: 200  len: 856 time: 0.1305521
Jan 19 16:22:45.985441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 2f8f4771-a111-4e60-bddd-2130a69f17d8 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:46.006059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 2f8f4771-a111-4e60-bddd-2130a69f17d8 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:46.006474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.108207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Attempting to bind port 41c6c16d-bf23-41d0-be55-d999be3b369d on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:22:46.108617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Attempting to bind port 41c6c16d-bf23-41d0-be55-d999be3b369d by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:22:46.109027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Attempting to bind port 41c6c16d-bf23-41d0-be55-d999be3b369d on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:22:46.125357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:22:46.125809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:46.126266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.126704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:22:46.127228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Bound port: 41c6c16d-bf23-41d0-be55-d999be3b369d, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:22:46.127642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.166624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07069-9e83-4f68-9991-95405c5be16f req-7c29a3fe-3bb9-4457-9cd3-cb372d76e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:22:46.168243 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-7c29a3fe-3bb9-4457-9cd3-cb372d76e83b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c019d6b-8512-460f-a6a4-82c4cc4695e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1868026
Jan 19 16:22:46.225008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b84d086a-3fb4-4ba0-9cc4-892b7fba0e4f None None] Provisioning for port 91ff2d46-ae81-4145-a57e-470c89b1362d completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:46.272041 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b84d086a-3fb4-4ba0-9cc4-892b7fba0e4f None None] Provisioning complete for port 91ff2d46-ae81-4145-a57e-470c89b1362d triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:46.272461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b84d086a-3fb4-4ba0-9cc4-892b7fba0e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.326197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] For port 41c6c16d-bf23-41d0-be55-d999be3b369d, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:22:46.356656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.369712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] For port 41c6c16d-bf23-41d0-be55-d999be3b369d, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=41c6c16d-bf23-41d0-be55-d999be3b369d,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:22:46.381264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.396117 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:46.462214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-b84d086a-3fb4-4ba0-9cc4-892b7fba0e4f None None] Port 91ff2d46-ae81-4145-a57e-470c89b1362d cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:22:46.559365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 2f8f4771-a111-4e60-bddd-2130a69f17d8, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=2f8f4771-a111-4e60-bddd-2130a69f17d8,segment=NetworkSegment(3424bcf0-2437-45a7-aea4-dc37233d2d1a),segment_id=3424bcf0-2437-45a7-aea4-dc37233d2d1a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:22:46.570258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.591526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce004c-2ae7-4fc4-bece-29065ad60cfb None None] Pushing event updated for resources: {'Port': ['ID=41c6c16d-bf23-41d0-be55-d999be3b369d,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:46.596927 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-41ce004c-2ae7-4fc4-bece-29065ad60cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:46.597468 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f9542664-c76e-4ab1-b347-e0a77643ebf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:46.632033 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-92e934d2-3d07-403a-aceb-d9d2d54c6876 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4115815
Jan 19 16:22:46.677752 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.685578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.706814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=2f8f4771-a111-4e60-bddd-2130a69f17d8,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:46.711143 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:46.711999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Routers {'39b92e7e-925b-4679-82a8-a32a33873745'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:46.712691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7cb470>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['39b92e7e-925b-4679-82a8-a32a33873745'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:46.767894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0d8af51b-b9f8-4083-aef8-e5e66d02cdc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:46.899093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Pushing event updated for resources: {'Port': ['ID=91ff2d46-ae81-4145-a57e-470c89b1362d,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:46.903886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:46.908798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] Set router 39b92e7e-925b-4679-82a8-a32a33873745 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:46.918472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:47.002238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f5f07069-9e83-4f68-9991-95405c5be16f req-fe03b45a-c611-4694-a8d0-fa122427dff0 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3574920
Jan 19 16:22:47.098940 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Network 30f28f41-c2d5-4911-b761-21c01c542277 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:22:47.100491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:22:47.311739 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Router 39b92e7e-925b-4679-82a8-a32a33873745 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:22:47.434227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-3282833f-414a-455f-bd7a-abefb15b306c None None] Provisioning complete for port 91ff2d46-ae81-4145-a57e-470c89b1362d triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:47.434635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3282833f-414a-455f-bd7a-abefb15b306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:47.507576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3282833f-414a-455f-bd7a-abefb15b306c None None] Port 91ff2d46-ae81-4145-a57e-470c89b1362d cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:22:47.515341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7cb470>, [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:22:45Z', 'revision_number': 4, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '91ff2d46-ae81-4145-a57e-470c89b1362d', 'name': '', 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'mac_address': 'fa:16:3e:33:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:44Z', 'updated_at': '2021-01-19T16:22:46Z', 'revision_number': 2, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'subnets': [{'id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:47.524568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19686000-93b2-457a-8b56-4dee0f7a3af5 None None] The sync data for ids ['39b92e7e-925b-4679-82a8-a32a33873745'] in dv-cinder-667108-29-iscsi is: [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:22:45Z', 'revision_number': 4, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '91ff2d46-ae81-4145-a57e-470c89b1362d', 'name': '', 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'mac_address': 'fa:16:3e:33:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:44Z', 'updated_at': '2021-01-19T16:22:46Z', 'revision_number': 2, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'subnets': [{'id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:22:47.538259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:22:47.557320 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] 10.222.0.122 "PUT /v2.0/routers/39b92e7e-925b-4679-82a8-a32a33873745/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3847365
Jan 19 16:22:48.327723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-546454263', 'description': 'tempest-TestVolumeBootPattern-546454263 description'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:48.332132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:48.340718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Usage tracker for resource:security_group and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:48.345781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:48.351755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:48.362573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.387251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:48.391361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Usage tracker for resource:security_group_rule and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:48.394697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:48.404362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:48.490032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.493045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.512413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-53e6cf06-2e3e-442a-b08d-d7c8189a4411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:48.534879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.537000 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a305dfde-099d-447b-8a8f-1c5f5b55413d req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3697650
Jan 19 16:22:48.553724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Pushing event updated for resources: {'SecurityGroup': ['ID=5832f5b7-d158-48df-a3f6-4364ffbedc84,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:48.557263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-13f215e8-3749-48f6-bf98-7fbac80fd772 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:48.698564 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-4188b8b5-8972-4809-a241-ef43f151fe1c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] 10.222.0.122 "GET /v2.0/security-groups/5832f5b7-d158-48df-a3f6-4364ffbedc84 HTTP/1.1" status: 200  len: 1806 time: 0.1205876
Jan 19 16:22:48.711807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5832f5b7-d158-48df-a3f6-4364ffbedc84', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:48.712627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5832f5b7-d158-48df-a3f6-4364ffbedc84', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:48.727882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:48.732516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Usage tracker for resource:security_group_rule and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:48.735989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:48.746696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:48.772046 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 41c6c16d-bf23-41d0-be55-d999be3b369d up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:48.815898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.846686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.850513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 41c6c16d-bf23-41d0-be55-d999be3b369d completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:48.850870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.853360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f6feefe9-c005-462f-84c4-d3bd5d05cad9 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:48.856002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 41c6c16d-bf23-41d0-be55-d999be3b369d triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:48.856415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.879775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c692e6f-6924-47be-bcdf-cb5d5f60b8a0,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:48.885891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:48.891007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:48.892323 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54852522-7b3d-4dea-bfef-8c81c0f3a40a req-d909561b-0bf8-4c7c-876a-c19140dc9953 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1871371
Jan 19 16:22:48.990973 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-bcbd71f0-1ab6-425e-87a1-938b33dfd3dd tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] 10.222.0.122 "GET /v2.0/security-groups/5832f5b7-d158-48df-a3f6-4364ffbedc84 HTTP/1.1" status: 200  len: 2399 time: 0.0598636
Jan 19 16:22:49.003510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:49.003869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5832f5b7-d158-48df-a3f6-4364ffbedc84', 'remote_group_id': None}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:49.003869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5832f5b7-d158-48df-a3f6-4364ffbedc84', 'remote_group_id': None}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:22:49.014563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:22:49.017944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Usage tracker for resource:security_group_rule and tenant:28184868cdb941359077c4669177628d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:22:49.018132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 41c6c16d-bf23-41d0-be55-d999be3b369d, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=41c6c16d-bf23-41d0-be55-d999be3b369d,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:22:49.021396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:49.021820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:22:49.022339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 2f8f4771-a111-4e60-bddd-2130a69f17d8 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:49.027685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:22:49.054841 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c792c21d-a9cf-47ef-a55f-998e4378ad81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:49.102825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:49.132722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:49.136762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:49.138926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:49.153382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=41c6c16d-bf23-41d0-be55-d999be3b369d,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:49.157147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:49.166703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3041a9-cb48-410e-bb95-059539f500af,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:49.169194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:49.169346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 2f8f4771-a111-4e60-bddd-2130a69f17d8 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:49.169659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:49.176205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:49.177473 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3676a5c9-ed18-44b7-9797-d3bc1a9ff198 req-8f697998-d0af-4149-9f96-91063f60078c tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1810915
Jan 19 16:22:50.649245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 41c6c16d-bf23-41d0-be55-d999be3b369d up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:50.730581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 41c6c16d-bf23-41d0-be55-d999be3b369d triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:50.731003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:51.129314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Sync routers for ids ['39b92e7e-925b-4679-82a8-a32a33873745'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:22:51.141180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Routers {'39b92e7e-925b-4679-82a8-a32a33873745'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:51.141597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b8278>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['39b92e7e-925b-4679-82a8-a32a33873745'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:51.500996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Set router 39b92e7e-925b-4679-82a8-a32a33873745 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:51.848770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b8278>, [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:22:45Z', 'revision_number': 4, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '91ff2d46-ae81-4145-a57e-470c89b1362d', 'name': '', 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'mac_address': 'fa:16:3e:33:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:44Z', 'updated_at': '2021-01-19T16:22:46Z', 'revision_number': 2, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'subnets': [{'id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:51.853133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Checking router: 39b92e7e-925b-4679-82a8-a32a33873745 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:22:51.853529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Updating router 39b92e7e-925b-4679-82a8-a32a33873745 port 91ff2d46-ae81-4145-a57e-470c89b1362d binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:22:51.919276 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:51.965252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:52.360839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:52.373424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Transition to ACTIVE for port object 91ff2d46-ae81-4145-a57e-470c89b1362d will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:22:52.377918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:52.396349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-226c49eb-46f1-44da-810a-692d75e12a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:52.530515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74656ca-45ee-4216-8b92-f03a7831667f None None] Pushing event updated for resources: {'Port': ['ID=91ff2d46-ae81-4145-a57e-470c89b1362d,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:52.540973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d74656ca-45ee-4216-8b92-f03a7831667f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:52.720021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Attempting to bind port 91ff2d46-ae81-4145-a57e-470c89b1362d on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:22:52.720574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Attempting to bind port 91ff2d46-ae81-4145-a57e-470c89b1362d by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:22:52.720974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Attempting to bind port 91ff2d46-ae81-4145-a57e-470c89b1362d on network 30f28f41-c2d5-4911-b761-21c01c542277 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:22:52.728439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:22:52.728852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Checking segment: {'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:22:52.729291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:52.729720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Bound using segment: {'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:22:52.730278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Bound port: 91ff2d46-ae81-4145-a57e-470c89b1362d, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1d176c-8b38-4ffe-beda-e35affc9c0e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:22:52.730826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:52.834016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] For port 91ff2d46-ae81-4145-a57e-470c89b1362d, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:22:52.837325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] For port 91ff2d46-ae81-4145-a57e-470c89b1362d, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=91ff2d46-ae81-4145-a57e-470c89b1362d,segment=NetworkSegment(af1d176c-8b38-4ffe-beda-e35affc9c0e5),segment_id=af1d176c-8b38-4ffe-beda-e35affc9c0e5)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:22:52.841860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:52.859498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:53.013258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74656ca-45ee-4216-8b92-f03a7831667f None None] Pushing event updated for resources: {'Port': ['ID=91ff2d46-ae81-4145-a57e-470c89b1362d,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:53.018903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d74656ca-45ee-4216-8b92-f03a7831667f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:53.072820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Routers {'39b92e7e-925b-4679-82a8-a32a33873745'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:22:53.073493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b8278>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:22:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['39b92e7e-925b-4679-82a8-a32a33873745'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:53.307076 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] Set router 39b92e7e-925b-4679-82a8-a32a33873745 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:22:53.667022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe3b8278>, [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:22:45Z', 'revision_number': 4, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '91ff2d46-ae81-4145-a57e-470c89b1362d', 'name': '', 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'mac_address': 'fa:16:3e:33:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:44Z', 'updated_at': '2021-01-19T16:22:52Z', 'revision_number': 4, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'subnets': [{'id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:22:53.671082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a91e33-9454-4d6f-a73a-9603826a4faf None None] The sync data for ids ['39b92e7e-925b-4679-82a8-a32a33873745'] in dv-cinder-667108-29-iscsi is: [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:22:45Z', 'revision_number': 4, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '91ff2d46-ae81-4145-a57e-470c89b1362d', 'name': '', 'network_id': '30f28f41-c2d5-4911-b761-21c01c542277', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'mac_address': 'fa:16:3e:33:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:44Z', 'updated_at': '2021-01-19T16:22:52Z', 'revision_number': 4, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'subnets': [{'id': 'd5da3675-ccce-4c04-82c7-ea276d0e28bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:22:54.672679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 91ff2d46-ae81-4145-a57e-470c89b1362d up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:54.750902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 91ff2d46-ae81-4145-a57e-470c89b1362d completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:22:54.756413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 91ff2d46-ae81-4145-a57e-470c89b1362d triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:54.756837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:54.890043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:54.923286 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 91ff2d46-ae81-4145-a57e-470c89b1362d, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=91ff2d46-ae81-4145-a57e-470c89b1362d,segment=NetworkSegment(af1d176c-8b38-4ffe-beda-e35affc9c0e5),segment_id=af1d176c-8b38-4ffe-beda-e35affc9c0e5)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:22:54.927283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:22:54.930301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:22:55.006790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=91ff2d46-ae81-4145-a57e-470c89b1362d,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:22:55.010211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:22:56.654179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 91ff2d46-ae81-4145-a57e-470c89b1362d up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:22:56.729904 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 91ff2d46-ae81-4145-a57e-470c89b1362d triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:22:56.730314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:02.423721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:23:08.511514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-553676b4-7d02-4c4c-913b-b4298ebf74dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:10.990424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bb6ab6f7-44e6-40bd-bb5f-b987d85987a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:11.427308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:12.431268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:12.624641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:21.965423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:38.517454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-55104f27-69b4-4027-933d-4f6cbf23c7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:39.424523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:23:40.992871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2f9bd1ee-300c-470b-824f-cee187618a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:41.430915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:42.433696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:42.629345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:23:45.926354 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-f9ab0377-732a-44b6-bcbf-5c9956777e10 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0843532
Jan 19 16:23:46.101140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-6e134a8d-8cf3-4d78-9d6d-e92dee4b6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:23:46.103066 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-6e134a8d-8cf3-4d78-9d6d-e92dee4b6d74 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9c0936ff679b445f8797ddda81826c2a&device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 1163 time: 0.0837669
Jan 19 16:23:46.272967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-ffed88ae-7c27-4254-a560-4061d5bb898a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:23:46.274634 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-ffed88ae-7c27-4254-a560-4061d5bb898a service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 200  len: 907 time: 0.1438031
Jan 19 16:23:46.346644 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-b0309fde-44c3-4fb9-aa49-d9faee40a51d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 200  len: 217 time: 0.0655994
Jan 19 16:23:46.423098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-1011f4d5-3e4f-4f4e-aea7-90eb2401c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:23:46.424998 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-1011f4d5-3e4f-4f4e-aea7-90eb2401c710 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 200  len: 853 time: 0.0712221
Jan 19 16:23:46.479120 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-4ccbae0d-57d9-4c4e-a4e7-9554334bdc35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb901bc-5abd-4a67-8841-df604b84b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471404
Jan 19 16:23:46.631770 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-01db66db-ef2d-40e3-a1be-f96c1d6725d7 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452219
Jan 19 16:23:46.783744 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a481b621-b803-4b64-a7ea-a11922f8d3f2 req-bc828a0d-b3db-4900-969a-5dbee763df97 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450870
Jan 19 16:23:51.984105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:08.517346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed93b-0776-4f18-971a-43ab18a60f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:10.994282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-79234b6d-0feb-4ecf-b49f-1626cb336560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:11.433953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:12.436112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:12.630798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:16.425517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:24:22.002032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:38.509778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7f51b169-0380-4541-93e8-f2fc909d8998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:40.996138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c40c3250-1eed-4167-92f6-5b9ad7e78cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:41.436309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:42.438196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:42.634334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:46.782169 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-d8ef2008-4f0b-403a-ad20-3feb57ca4416 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0917990
Jan 19 16:24:46.895944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-dedc70b4-e6d8-48e4-a13b-3850fef53505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:24:46.897649 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-dedc70b4-e6d8-48e4-a13b-3850fef53505 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2fb4ba863088481091ba978e0d72f829&device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 1163 time: 0.0815535
Jan 19 16:24:47.064446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-7ed07ac8-292b-4a35-9ef2-37ab529f27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:24:47.066109 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-7ed07ac8-292b-4a35-9ef2-37ab529f27a2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 200  len: 911 time: 0.1482964
Jan 19 16:24:47.187645 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-a66f345d-00f6-4415-af21-727b31c6e4e8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 200  len: 1001 time: 0.1142550
Jan 19 16:24:47.259952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-ee063e09-6a3a-4acb-b0be-3dab5288a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:24:47.261538 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-ee063e09-6a3a-4acb-b0be-3dab5288a21e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b0f68830-20b2-4971-8859-f3a5513c5db3 HTTP/1.1" status: 200  len: 856 time: 0.0673697
Jan 19 16:24:47.350204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-ec64c981-42f3-4ae5-a1b3-cd99fc1a76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:24:47.351941 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-ec64c981-42f3-4ae5-a1b3-cd99fc1a76f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6c019d6b-8512-460f-a6a4-82c4cc4695e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830984
Jan 19 16:24:47.505758 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-94caa107-fc95-4725-9e33-2719064b068e service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461816
Jan 19 16:24:47.881369 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5d42dcfb-128a-4902-ad23-2873a7dfaddb req-deb23b3d-c92e-4457-9a7b-5aa085759c41 service neutron] 10.222.0.85 "GET /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3683028
Jan 19 16:24:52.007516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:24:53.426637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:24:59.789720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1dcc7-dbe8-4199-9f23-f495489ce524 req-91a8a63c-278f-48c3-86e4-9d63336e44bf tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:24:59.791452 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eaf1dcc7-dbe8-4199-9f23-f495489ce524 req-91a8a63c-278f-48c3-86e4-9d63336e44bf tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 946 time: 0.1126590
Jan 19 16:24:59.846009 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eaf1dcc7-dbe8-4199-9f23-f495489ce524 req-a884dc48-0516-45f1-93d7-c89d78d3d2b6 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470946
Jan 19 16:25:00.295051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-cd40ad5b-95cb-4fbd-bf41-c19fc8a7051f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:25:00.295807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-cd40ad5b-95cb-4fbd-bf41-c19fc8a7051f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Synchronizing usage tracker for tenant:2fb4ba863088481091ba978e0d72f829 on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:25:00.311981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-cd40ad5b-95cb-4fbd-bf41-c19fc8a7051f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Unset dirty status for tenant:2fb4ba863088481091ba978e0d72f829 on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:25:00.313223 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-cd40ad5b-95cb-4fbd-bf41-c19fc8a7051f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.85 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 946 time: 0.1211360
Jan 19 16:25:00.398256 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Deleting port 38c341fa-96fe-4f8e-9743-d4225cf570c2 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:25:00.398641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:00.667476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] For port 38c341fa-96fe-4f8e-9743-d4225cf570c2, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=38c341fa-96fe-4f8e-9743-d4225cf570c2,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:25:00.667882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:00.996915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:00.997481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:00.997667 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Floating IP 23fff8e4-496d-4a41-8d99-5058697b4b2f disassociated. External IP: 172.27.2.50, port: 38c341fa-96fe-4f8e-9743-d4225cf570c2.
Jan 19 16:25:00.998064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Calling delete_port for 38c341fa-96fe-4f8e-9743-d4225cf570c2 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:25:01.114644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17f9e0-8ce7-4c32-89d4-9b7debe6563b req-1f41db57-2c57-4e65-958b-a2b5e2f7e688 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:25:01.116233 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e17f9e0-8ce7-4c32-89d4-9b7debe6563b req-1f41db57-2c57-4e65-958b-a2b5e2f7e688 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 946 time: 0.1142058
Jan 19 16:25:01.175623 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e17f9e0-8ce7-4c32-89d4-9b7debe6563b req-eca5823b-fc1b-4d32-b9bb-5fb0ccff520b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups?id=e4942b0b-5db8-437d-8d24-6d76ac02e4c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525501
Jan 19 16:25:01.177297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:01.194684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35067efb-df3e-4c31-9508-3d8e3bfc969c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:01.246086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event deleted for resources: {'Port': ['ID=38c341fa-96fe-4f8e-9743-d4225cf570c2,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:01.309646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.310659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.311093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.311448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.311844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.312241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.312634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.313045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.313429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.313842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.314234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.314621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.315065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.315449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.315840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.316223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.316606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.316989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.317377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.317785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.318177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.318557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.318938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.319317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:01.324394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:01.592785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:25:01.743613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 38c341fa-96fe-4f8e-9743-d4225cf570c2 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:25:01.786231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] No Port match for: 38c341fa-96fe-4f8e-9743-d4225cf570c2 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:25:01.786602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 38c341fa-96fe-4f8e-9743-d4225cf570c2 not bound to the agent host hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:25:01.791348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:25:01.801301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] Sync routers for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:25:01.813324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:25:01.814116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbca0afd0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:24:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:25:01.837581 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] No DVR routers for this DVR port 38c341fa-96fe-4f8e-9743-d4225cf570c2 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:25:01.840151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:01.844219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'name': 'network-vif-deleted', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:25:01.881706 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bcd508f6-039b-41d0-a6ac-09a95e3b9f4a req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.85 "DELETE /v2.0/ports/38c341fa-96fe-4f8e-9743-d4225cf570c2 HTTP/1.1" status: 204  len: 173 time: 1.5626194
Jan 19 16:25:02.040065 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0520f2-3abf-410b-9f74-3143816520c1', 'name': 'network-vif-deleted', 'tag': '38c341fa-96fe-4f8e-9743-d4225cf570c2', 'status': 'completed', 'code': 200}
Jan 19 16:25:02.053256 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:25:02.396119 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4c55e4af-8a5f-4733-84ad-e0204e11d233 req-a0f076b3-680b-474d-a925-352560c20c75 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/ports?device_id=4c0520f2-3abf-410b-9f74-3143816520c1 HTTP/1.1" status: 200  len: 210 time: 0.0499787
Jan 19 16:25:02.411063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbca0afd0>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:04Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:25:02.415545 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] Checking router: 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:25:02.425383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:25:02.426110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbca0afd0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:24:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:25:02.622094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:25:02.971857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbca0afd0>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:04Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:25:02.976116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ef0b0d-3c6b-442f-b279-0fa4bf5d6f6f None None] The sync data for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi is: [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:16:55Z', 'revision_number': 4, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': 'c830c4cd-178c-4944-9cdb-40dccc685a49', 'name': '', 'network_id': '6c019d6b-8512-460f-a6a4-82c4cc4695e4', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'mac_address': 'fa:16:3e:aa:33:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:54Z', 'updated_at': '2021-01-19T16:17:04Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'subnets': [{'id': 'b0f68830-20b2-4971-8859-f3a5513c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:25:03.384217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c107d-922a-46ea-b8df-130e079de320 None None] New status for floating IP 23fff8e4-496d-4a41-8d99-5058697b4b2f: DOWN {{(pid=80063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:25:03.576519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52238) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:03.651114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:03.682119 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:03.742693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:03.748905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:03.767804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4942b0b-5db8-437d-8d24-6d76ac02e4c6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:03.781178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.781582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.782029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.782417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.782807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.783208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.783596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.783980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.784364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.784745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.785124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.785505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.785971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.786350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.786732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.787116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.787499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.787880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.788262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.788646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.789022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.789395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.789789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.790168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:25:03.794367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:03.796163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:03.797719 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "DELETE /v2.0/security-groups/e4942b0b-5db8-437d-8d24-6d76ac02e4c6 HTTP/1.1" status: 204  len: 168 time: 0.2197802
Jan 19 16:25:03.800463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52244) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:03.819799 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.api.v2.resource [None req-dcfb83d7-bc04-4a5c-840f-04e2063d1cde tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] show failed (client error): The resource could not be found.
Jan 19 16:25:03.821551 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-dcfb83d7-bc04-4a5c-840f-04e2063d1cde tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "GET /v2.0/security-groups/e4942b0b-5db8-437d-8d24-6d76ac02e4c6 HTTP/1.1" status: 404  len: 347 time: 0.0199993
Jan 19 16:25:03.824290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52248) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:03.999362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Deleting port aff113fa-7143-4a17-8a74-289a1ae8c8ee {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:25:03.999623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:04.193495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:04.193892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:04.339042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Calling delete_port for aff113fa-7143-4a17-8a74-289a1ae8c8ee owned by network:floatingip {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:25:04.494428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:04.514128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:04.605838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Pushing event deleted for resources: {'Port': ['ID=aff113fa-7143-4a17-8a74-289a1ae8c8ee,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:04.615807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:04.743891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks [] for floatingip, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:04.759314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:04.760549 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] 10.222.0.122 "DELETE /v2.0/floatingips/23fff8e4-496d-4a41-8d99-5058697b4b2f HTTP/1.1" status: 204  len: 168 time: 0.9352946
Jan 19 16:25:08.511469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afcd284a-8c62-4712-8256-ed83103c771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:10.998296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aad86590-243d-4cf4-a255-ded0a6197e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:11.440193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:12.440748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:12.637700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:22.007974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:30.426869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:25:31.538590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcb330-ad60-4d1d-8bf8-695227af396a req-f114936e-d499-4495-ab2b-f70a9f6a1a8f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:25:31.540189 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eedcb330-ad60-4d1d-8bf8-695227af396a req-f114936e-d499-4495-ab2b-f70a9f6a1a8f tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.1095245
Jan 19 16:25:31.593583 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eedcb330-ad60-4d1d-8bf8-695227af396a req-d4abf2f6-5389-4035-8c1a-75e1d8a8384b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466332
Jan 19 16:25:32.235425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-9ac42dc5-464d-43a5-bd05-0832cde06132 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:25:32.236251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-9ac42dc5-464d-43a5-bd05-0832cde06132 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Synchronizing usage tracker for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:25:32.252133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-9ac42dc5-464d-43a5-bd05-0832cde06132 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Unset dirty status for tenant:9c0936ff679b445f8797ddda81826c2a on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:25:32.253522 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-9ac42dc5-464d-43a5-bd05-0832cde06132 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.1257625
Jan 19 16:25:32.335649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Deleting port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:25:32.336042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:32.821174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] For port 9da0c101-0a5f-4991-b368-e2114ed6c4c8, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9da0c101-0a5f-4991-b368-e2114ed6c4c8,segment=NetworkSegment(0b595d70-a531-48ed-b913-5e70a3247fc6),segment_id=0b595d70-a531-48ed-b913-5e70a3247fc6)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:25:32.821639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:32.876897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639a3e1-130c-402d-b319-a81bf394e833 req-457caac8-f782-45a3-8918-6d5d93ce7e12 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:25:32.878767 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4639a3e1-130c-402d-b319-a81bf394e833 req-457caac8-f782-45a3-8918-6d5d93ce7e12 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/ports?device_id=47721066-6c26-474c-ba20-10c9ea539a7d HTTP/1.1" status: 200  len: 946 time: 0.1291764
Jan 19 16:25:32.934921 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4639a3e1-130c-402d-b319-a81bf394e833 req-0df7f7ad-e5da-46cc-b57a-9e706da5c11d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.122 "GET /v2.0/security-groups?id=143969de-6715-49eb-9d38-f1b79e2d8c9a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499439
Jan 19 16:25:32.971037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Calling delete_port for 9da0c101-0a5f-4991-b368-e2114ed6c4c8 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:25:33.130214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:33.146757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:33.200000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Pushing event deleted for resources: {'Port': ['ID=9da0c101-0a5f-4991-b368-e2114ed6c4c8,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:33.253608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:33.365622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] No DVR routers for this DVR port 9da0c101-0a5f-4991-b368-e2114ed6c4c8 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:25:33.367812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:33.370542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47721066-6c26-474c-ba20-10c9ea539a7d', 'name': 'network-vif-deleted', 'tag': '9da0c101-0a5f-4991-b368-e2114ed6c4c8'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:25:33.388635 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-54e8ec69-b6a9-4c23-ad35-9bae964ef624 req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] 10.222.0.85 "DELETE /v2.0/ports/9da0c101-0a5f-4991-b368-e2114ed6c4c8 HTTP/1.1" status: 204  len: 173 time: 1.1291032
Jan 19 16:25:33.432735 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47721066-6c26-474c-ba20-10c9ea539a7d', 'name': 'network-vif-deleted', 'tag': '9da0c101-0a5f-4991-b368-e2114ed6c4c8', 'status': 'completed', 'code': 200}
Jan 19 16:25:34.072292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52554) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:34.100534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9da0c101-0a5f-4991-b368-e2114ed6c4c8 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:25:34.144429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] No Port match for: 9da0c101-0a5f-4991-b368-e2114ed6c4c8 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:25:34.144815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9da0c101-0a5f-4991-b368-e2114ed6c4c8 not bound to the agent host hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:25:34.299519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Deleting subnet 66f1fbf3-d32f-4d54-847a-da6ce874e88d {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:25:34.302637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:34.357082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2203056'] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:34.422160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:34.716649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2284631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850997984'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:34.734660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:34.778588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f1fbf3-d32f-4d54-847a-da6ce874e88d,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:34.828822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:34.884422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:34.884975 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2b60a5fe-581e-4d04-9f48-d47d2bc67df4 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/66f1fbf3-d32f-4d54-847a-da6ce874e88d HTTP/1.1" status: 204  len: 168 time: 0.8109119
Jan 19 16:25:34.887660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52562) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:35.012320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:35.218255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:35.342252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbd428160>,) {'filters': {'network_id': ['6bb901bc-5abd-4a67-8841-df604b84b61d']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:25:35.357977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd428160>, '0b595d70-a531-48ed-b913-5e70a3247fc6') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:25:35.358313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd428160>, '0b595d70-a531-48ed-b913-5e70a3247fc6') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:25:35.370766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:35.385704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:35.387733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:25:35.574939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Network 6bb901bc-5abd-4a67-8841-df604b84b61d has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:25:35.584129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:35.776531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Network 6bb901bc-5abd-4a67-8841-df604b84b61d has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:25:35.802284 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:25:35.891619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:35.896338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:35.900023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:35.925908 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] 10.222.0.122 "DELETE /v2.0/networks/6bb901bc-5abd-4a67-8841-df604b84b61d HTTP/1.1" status: 204  len: 168 time: 1.0369923
Jan 19 16:25:35.929540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb901bc-5abd-4a67-8841-df604b84b61d,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:35.932372 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-866c1b1a-84ae-41fa-9491-902ee3305431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:36.090802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52576) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:36.146168 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d2c703fd-8b66-45e7-9345-09d4eb542c53 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=9c0936ff679b445f8797ddda81826c2a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0539942
Jan 19 16:25:36.148804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52582) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:36.212990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:36.242862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:36.311137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:36.316343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8fba38c1-edd4-4fa7-9a52-80ab700d3b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:36.329491 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143969de-6715-49eb-9d38-f1b79e2d8c9a,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:36.333463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:36.348246 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:36.349548 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/143969de-6715-49eb-9d38-f1b79e2d8c9a HTTP/1.1" status: 204  len: 168 time: 0.1997361
Jan 19 16:25:38.219761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52646) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:38.376804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.393688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:25:38.398233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Usage tracker for resource:security_group_rule and tenant:f7a99331c14847069a0e3c71ef4b2798 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:25:38.401253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:25:38.407534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:25:38.511789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.516721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.517978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d44d84fd-c7a0-4feb-8ea7-205d3b998b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.529524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0e7b1852-8ec3-4678-94b8-32e799938a7a tempest-VolumesNegativeTest-1574547398 tempest-VolumesNegativeTest-1574547398] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:38.572777 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f7a99331c14847069a0e3c71ef4b2798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3518331
Jan 19 16:25:38.574767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3322e5-1fff-4526-8eec-d63ee62c4439,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:38.575848 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52658) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:38.578887 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:38.642604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.670809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.721783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.727105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-613aa344-51d3-4fa6-94c0-c0438105ea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:38.741610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3322e5-1fff-4526-8eec-d63ee62c4439,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:38.744799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:38.748712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:38.750923 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/2e3322e5-1fff-4526-8eec-d63ee62c4439 HTTP/1.1" status: 204  len: 168 time: 0.1729867
Jan 19 16:25:40.815700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52714) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:40.987439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.000843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f68e77bc-2962-4cce-a5d8-0e20f127856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.005697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:25:41.009846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8df42c89ec414486d06b3d60a446fe is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:25:41.013145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:25:41.020577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:25:41.110737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.113329 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.123070 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-33476bb9-0bd2-484b-b869-65a1f4cb8111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:41.166742 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=1c8df42c89ec414486d06b3d60a446fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3498418
Jan 19 16:25:41.168254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00881e2-e942-4884-ad94-2da0debbcac2,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:41.170221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52720) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:41.171921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:41.241136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.269281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.323426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.330356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2dabcbdc-6cf0-4dc3-9b5c-652800542823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:41.346437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00881e2-e942-4884-ad94-2da0debbcac2,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:41.352189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:41.357860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.362116 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d00881e2-e942-4884-ad94-2da0debbcac2 HTTP/1.1" status: 204  len: 168 time: 0.1876464
Jan 19 16:25:41.440614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.728262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52732) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:41.749722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.767024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:25:41.771835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Usage tracker for resource:security_group_rule and tenant:13c332c652f741f38a43709a9adde8ca is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:25:41.774837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:25:41.781081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:25:41.879184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.882832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:41.892792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-71af72fe-e669-4df7-9e25-5029364bd66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:41.942415 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=13c332c652f741f38a43709a9adde8ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2129664
Jan 19 16:25:41.943369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621af572-1c64-4d40-9996-5c3c2ea96111,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:41.945237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52740) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:41.946825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:42.015688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:42.043334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:42.090812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:42.095931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:42.107162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621af572-1c64-4d40-9996-5c3c2ea96111,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:42.111673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:42.115907 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:42.119936 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/621af572-1c64-4d40-9996-5c3c2ea96111 HTTP/1.1" status: 204  len: 168 time: 0.1706512
Jan 19 16:25:42.444306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:42.640568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:45.515460 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52834) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:45.680355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:45.696279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:25:45.701320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Usage tracker for resource:security_group_rule and tenant:60479f063a6e4b2bb840ba41e50dfd21 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:25:45.705015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:25:45.710974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:25:45.804015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:45.807354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:45.817226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5b832156-d25e-451e-a0f5-f050446dd87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:45.862839 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=60479f063a6e4b2bb840ba41e50dfd21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3461707
Jan 19 16:25:45.863779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c783a84-546a-4821-872c-f60014f7cd2f,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:45.865658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52842) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:45.867200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9df8ae46-a346-437d-97d5-221da30c4644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:45.930866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2263db57-5274-4807-97a4-d0b545fbe4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:45.958728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2263db57-5274-4807-97a4-d0b545fbe4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.004299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2263db57-5274-4807-97a4-d0b545fbe4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.009594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-30d60ea6-fa57-43fc-af31-911cd1980c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:46.026353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263db57-5274-4807-97a4-d0b545fbe4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c783a84-546a-4821-872c-f60014f7cd2f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:46.029535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2263db57-5274-4807-97a4-d0b545fbe4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:46.040080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2263db57-5274-4807-97a4-d0b545fbe4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.041259 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2263db57-5274-4807-97a4-d0b545fbe4e0 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/6c783a84-546a-4821-872c-f60014f7cd2f HTTP/1.1" status: 204  len: 168 time: 0.1745145
Jan 19 16:25:46.416612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52856) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:46.437184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.453086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:25:46.457160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Usage tracker for resource:security_group_rule and tenant:7e035f1cd3804eb1818cfda35ca1493b is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:25:46.460136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:25:46.466427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:25:46.557115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.560603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.569211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-572f0b51-2b71-4611-9c22-6f9afdf2ec0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:46.618644 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7e035f1cd3804eb1818cfda35ca1493b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2008209
Jan 19 16:25:46.619598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4507de48-8bd6-4c19-b15a-d126283266d1,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:46.622226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52860) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:46.623783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-26ad0490-717e-4cd0-ad06-27ab5ff84d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:46.690110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.722081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.770122 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.775133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f947842d-f0db-4f3f-b431-1665aca16b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:46.789529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507de48-8bd6-4c19-b15a-d126283266d1,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:46.793201 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:46.795762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:46.795762 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/4507de48-8bd6-4c19-b15a-d126283266d1 HTTP/1.1" status: 204  len: 168 time: 0.1720030
Jan 19 16:25:49.473336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52938) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:49.639472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:49.658155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:25:49.662338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Usage tracker for resource:security_group_rule and tenant:4b767de3eb994a4c875462480666c60e is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:25:49.665412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:25:49.671650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:25:49.764188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:49.767493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:49.777841 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9c9c7f54-6bd1-4487-8164-b26cf376ec6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:49.820766 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=4b767de3eb994a4c875462480666c60e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3462086
Jan 19 16:25:49.822493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c06d62-669f-4744-8775-b0ec06ff6b28,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:49.824334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52948) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:49.826409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:49.892183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:49.921781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:49.968149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:49.973450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d60bbc66-337b-46e0-a805-e7e3f22f9220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:49.988442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c06d62-669f-4744-8775-b0ec06ff6b28,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:49.991226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:50.002948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.004161 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/79c06d62-669f-4744-8775-b0ec06ff6b28 HTTP/1.1" status: 204  len: 168 time: 0.1778181
Jan 19 16:25:50.378726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 52958) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:50.400288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.416044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:25:50.420725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Usage tracker for resource:security_group_rule and tenant:35646be3f0e74c8d909d6e15d98b647e is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:25:50.423841 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:25:50.430282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:25:50.523837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.526858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.537530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9a20e553-a93e-4c06-9fb8-36089eb146b7 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:50.581630 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=35646be3f0e74c8d909d6e15d98b647e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012100
Jan 19 16:25:50.583536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44366d7-f6af-4111-b7de-a4e47a001f08,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:50.584601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 52964) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:25:50.587168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a9190b49-faf1-462d-9891-b6c1b937495f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:50.653648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56b8f187-5a68-4d7c-ae7c-ed8dbf0fef80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.681425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56b8f187-5a68-4d7c-ae7c-ed8dbf0fef80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.731481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56b8f187-5a68-4d7c-ae7c-ed8dbf0fef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.737433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-366e7c1d-7c64-4343-bef0-8a48c6e41707 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:25:50.753187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8f187-5a68-4d7c-ae7c-ed8dbf0fef80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44366d7-f6af-4111-b7de-a4e47a001f08,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:25:50.761697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-56b8f187-5a68-4d7c-ae7c-ed8dbf0fef80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:25:50.763845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56b8f187-5a68-4d7c-ae7c-ed8dbf0fef80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:25:50.766609 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-56b8f187-5a68-4d7c-ae7c-ed8dbf0fef80 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d44366d7-f6af-4111-b7de-a4e47a001f08 HTTP/1.1" status: 204  len: 168 time: 0.1793888
Jan 19 16:25:52.004895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:07.426154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:26:08.510819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5359e75a-839e-4908-bd2e-95ea62359b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:11.001721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bee8ea99-6a3d-4a74-a7ee-72492397402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:11.443390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:12.446544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:12.642214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:22.021684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:38.514129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-737830d8-f5a1-4af0-b3b1-e01abc6fd3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:41.003796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf47fc03-902d-4517-b33f-95f1f763f1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:41.448177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:42.451074 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:42.644087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:26:44.426489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:26:52.036619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:08.516790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6dee-cec2-44a8-be38-aa8042dc4e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:11.008585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-41f9e670-2cee-4f3f-b656-a2e304beeaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:11.450974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:12.453776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:12.647908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:12.912079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-4fe79f7e-7a6d-49e6-90b6-79e429c135bb req-323b7c48-3843-4440-b533-b95ddd5f1fb0 tempest-VolumesSnapshotTestJSON-1253966748 tempest-VolumesSnapshotTestJSON-1253966748] (80061) timed out ('10.222.0.122', 59330) {{(pid=80061) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 19 16:27:21.427160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:27:22.068404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:38.520093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cd08d749-ba0e-4c39-b34f-3f88c768e0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:41.001192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5911511-3c05-4e6f-b9b4-edce7bc41f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:41.452092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:42.457496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:42.649478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:52.082079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:27:58.426237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:28:08.525011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4514559a-21e9-4a9a-ad1d-a578db7ebf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:11.003262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6e6a-9938-43ee-80d3-6c847dafbdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:11.454998 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:12.460873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:12.656262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:22.095627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:35.426450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:28:38.526866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d1d06872-6c92-446d-a5d0-f48ba1fbc494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:41.008296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-efd0ac32-ba51-4276-817b-69616d94424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:41.458969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:42.463403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:42.656162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:28:52.095369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:08.530521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7899f49c-a791-4516-8441-c02122c8eeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:11.014978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1b5bdd1d-e027-48d6-b62f-d19d2f00fbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:11.465255 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:12.426842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:29:12.473889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:12.662455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:22.100372 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.179653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55104) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:33.342116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.361713 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:33.366147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Usage tracker for resource:security_group_rule and tenant:00a2a918811e449399cb8c0616c31800 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:33.369187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:33.375298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:33.470030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.473852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.483311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5e2df812-e6ba-4ce1-bb85-fb8c6127fdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:33.531599 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=00a2a918811e449399cb8c0616c31800&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3516581
Jan 19 16:29:33.533290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bb6242-5ff1-42aa-aea0-97f3b3217631,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:33.535613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 55110) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:33.542487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.542909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.543318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.543719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.544116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.544516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.544911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.545306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.545709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.546132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.546524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.546921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.547369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.547759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.548146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.548533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.548918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.549428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.549874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.550371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.550760 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.551164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.551548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.551933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.556685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:33.607750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.636717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.691225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.697343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-18efaf0e-452b-4ee5-a664-63cd15be2950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:33.711767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bb6242-5ff1-42aa-aea0-97f3b3217631,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:33.727870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.728208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.728619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.729022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.729422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.729845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.730245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.730641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.731038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.731431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.731823 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.732211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.732653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.733020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.733408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.733847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.734237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.734626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.735011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.735394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.735782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.736162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.736549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.737158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:33.741706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:33.742712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:33.750849 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/10bb6242-5ff1-42aa-aea0-97f3b3217631 HTTP/1.1" status: 204  len: 168 time: 0.2086804
Jan 19 16:29:34.661419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55146) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:34.816686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1168796831-network', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:34.822733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:34.827023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Usage tracker for resource:network and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:34.830082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:34.836383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:34.845951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Made reservation on behalf of 5d1ff2b376704d9f8e9b393ed6bb9e7b for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:29:34.851437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:34.865973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:34.881624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:34.885664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:34.888619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:34.895562 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:34.990029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:34.992847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:34.997308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba42632f-ef71-4479-bda9-72da63670128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:35.029377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 16:29:35.042878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733f962-77fc-49cd-93f7-003a2f79dbce,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:35.047209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:35.048188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:35.048618 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Added segment c9661776-e2d1-46e8-a09c-1802f3200b5e of type vxlan for network 2921a53d-8217-4522-9a87-f37510cfa847
Jan 19 16:29:35.076955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:35.107918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:35.109174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:29:35.109824 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:35.115107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ae1285d8-1d29-461b-ac92-6a774914a338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:35.233620 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5709567
Jan 19 16:29:35.236703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 55158) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:35.237239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Pushing event updated for resources: {'Network': ['ID=2921a53d-8217-4522-9a87-f37510cfa847,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:35.240699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:35.243407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Request body: {'subnet': {'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1168796831-subnet', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'ip_version': 4}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:35.248326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 2921a53d-8217-4522-9a87-f37510cfa847 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:29:35.265031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:35.270523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Usage tracker for resource:subnet and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:35.274441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:35.282000 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:35.297038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Made reservation on behalf of 5d1ff2b376704d9f8e9b393ed6bb9e7b for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:29:35.303214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777862'] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:35.354574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 2921a53d-8217-4522-9a87-f37510cfa847 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:29:35.788121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2314642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777833'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:35.806489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b54d325c-a010-4969-b298-c0c44dd7e8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:35.941026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ac104c-e34d-42b3-87c5-aa3b3af12e07,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:35.944432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:36.223815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Checking segment: {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:36.224092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Network hostable DHCP agents. Network: 2921a53d-8217-4522-9a87-f37510cfa847, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 16:29:36.243277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Network 2921a53d-8217-4522-9a87-f37510cfa847 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 16:29:36.251451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 2921a53d-8217-4522-9a87-f37510cfa847) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:36.261766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad30de0-5f05-4e7a-8ee4-af937ede07e8 None None] Network 2921a53d-8217-4522-9a87-f37510cfa847 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:29:36.264448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:29:36.265108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:36.289695 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f117f856-fd25-4d41-b3a6-cd5c7fa85726 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0492148
Jan 19 16:29:36.289981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 55174) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:36.295476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:36.300743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:36.304769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Usage tracker for resource:router and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:36.308343 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:36.315235 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:36.331939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:36.333003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:36.347928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:36.506798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-2921a53d-8217-4522-9a87-f37510cfa847', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 16:29:36.507619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:36.649137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:36.815700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Allocated IP 172.20.0.2 (2921a53d-8217-4522-9a87-f37510cfa847/b4ac104c-e34d-42b3-87c5-aa3b3af12e07/b9d8f344-b970-48c8-8617-0ce47460200a) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:29:36.997374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.033446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.050922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.062645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Transition to ACTIVE for port object b9d8f344-b970-48c8-8617-0ce47460200a will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:37.082375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Transition to ACTIVE for port object b9d8f344-b970-48c8-8617-0ce47460200a will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:37.089689 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.106788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:37.292693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Pushing event updated for resources: {'Port': ['ID=b9d8f344-b970-48c8-8617-0ce47460200a,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:37.305912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.307382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.307382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.307382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.307382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.307726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.308051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.308394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.308750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.309115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.309463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.309873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.310306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.310661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.311013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.311501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.311724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.312075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.312429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.312779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.313136 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.313487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.313875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.314229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:37.328118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:37.350993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Network 2921a53d-8217-4522-9a87-f37510cfa847 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:37.352171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:37.354732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:29:37.362884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Allocated IP 172.27.2.183 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/baf08cf1-d690-4723-8c6b-dd17b9bb4490) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:29:37.417317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Attempting to bind port b9d8f344-b970-48c8-8617-0ce47460200a on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:29:37.417989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Attempting to bind port b9d8f344-b970-48c8-8617-0ce47460200a by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:29:37.418192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Attempting to bind port b9d8f344-b970-48c8-8617-0ce47460200a on network 2921a53d-8217-4522-9a87-f37510cfa847 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:29:37.430189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:29:37.430616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Checking segment: {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:37.431060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.431492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Bound using segment: {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:29:37.432002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Bound port: b9d8f344-b970-48c8-8617-0ce47460200a, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:29:37.432414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.536573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] For port b9d8f344-b970-48c8-8617-0ce47460200a, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:29:37.539944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] For port b9d8f344-b970-48c8-8617-0ce47460200a, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=b9d8f344-b970-48c8-8617-0ce47460200a,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:29:37.546450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.551783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.565931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1c14d6af-2005-4152-9cf1-742c693ad81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:37.588296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:37.604782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:37.698478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Pushing event updated for resources: {'Port': ['ID=b9d8f344-b970-48c8-8617-0ce47460200a,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:37.709555 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:37.747085 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Pushing event updated for resources: {'Port': ['ID=baf08cf1-d690-4723-8c6b-dd17b9bb4490,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:37.751674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:37.808522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:37.809658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:37.811934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:29:38.486571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:38.540616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0d35a5d8-0a20-418d-a732-95d04ae2eb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:38.895680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:38.913578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device b9d8f344-b970-48c8-8617-0ce47460200a up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:38.994615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port b9d8f344-b970-48c8-8617-0ce47460200a completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:39.042582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234fe71-9e0d-49fe-b6df-2c2edc229253 None None] Network 2921a53d-8217-4522-9a87-f37510cfa847 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:29:39.133229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Router 691888ff-2ec5-474d-90e3-e36f5b7941f6 is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 16:29:39.300454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Provisioning for port b9d8f344-b970-48c8-8617-0ce47460200a completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:39.310169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Provisioning complete for port b9d8f344-b970-48c8-8617-0ce47460200a triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:39.310584 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:39.347454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:29:39.364475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Sync routers for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:29:39.388409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:39.391944 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ede5d8ef-b2cc-4b82-9995-c4fdaad87359 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.0995817
Jan 19 16:29:39.394168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55204) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:39.420220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:39.420906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd636ac8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:39.766647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:39.817521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:39.964862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] For port b9d8f344-b970-48c8-8617-0ce47460200a, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=b9d8f344-b970-48c8-8617-0ce47460200a,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:29:40.023347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:40.029465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-41ce004c-2ae7-4fc4-bece-29065ad60cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:40.149981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Pushing event updated for resources: {'Port': ['ID=b9d8f344-b970-48c8-8617-0ce47460200a,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:40.154025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:40.246338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd636ac8>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:38Z', 'revision_number': 3, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:40.251064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Checking router: 691888ff-2ec5-474d-90e3-e36f5b7941f6 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:29:40.251461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Updating router 691888ff-2ec5-474d-90e3-e36f5b7941f6 port baf08cf1-d690-4723-8c6b-dd17b9bb4490 binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:29:40.312129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:40.383628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-386ab1ed-d453-4419-8e11-2dc5ad113773 None None] Provisioning complete for port b9d8f344-b970-48c8-8617-0ce47460200a triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:40.384024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-386ab1ed-d453-4419-8e11-2dc5ad113773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:40.414547 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:40.821706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Allocated IP 172.20.0.1 (2921a53d-8217-4522-9a87-f37510cfa847/b4ac104c-e34d-42b3-87c5-aa3b3af12e07/0493e72f-2407-4ec3-8ec7-60804003c2bf) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:29:40.841563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-1ed04365-b970-40d5-af2b-259e6ccbae47 None None] Provisioning complete for port b9d8f344-b970-48c8-8617-0ce47460200a triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:40.842687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1ed04365-b970-40d5-af2b-259e6ccbae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.027161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.045218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Transition to ACTIVE for port object 0493e72f-2407-4ec3-8ec7-60804003c2bf will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:41.068594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.075187 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device b9d8f344-b970-48c8-8617-0ce47460200a up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:41.084550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6049e4a5-fa9b-4aa6-8d37-ad68fba29fb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:41.172922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1b134e57-e755-42a5-a658-fa095986d779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.228299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Pushing event updated for resources: {'Port': ['ID=0493e72f-2407-4ec3-8ec7-60804003c2bf,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:41.241533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:41.287681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Network 2921a53d-8217-4522-9a87-f37510cfa847 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:41.288850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:41.291298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:29:41.317967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port b9d8f344-b970-48c8-8617-0ce47460200a triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:41.318400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.353594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.407480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.427934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Transition to ACTIVE for port object baf08cf1-d690-4723-8c6b-dd17b9bb4490 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:41.473514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.498521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a7d36fd1-e8c8-4736-b94b-7644503796db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:41.626650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.653971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.675570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04651906-2328-4694-a631-2f4765ad8f05 None None] Pushing event updated for resources: {'Port': ['ID=baf08cf1-d690-4723-8c6b-dd17b9bb4490,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:41.678426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-ebab4151-d9b9-4006-bbff-2dc802c72d2e None None] Provisioning for port 0493e72f-2407-4ec3-8ec7-60804003c2bf completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:41.716734 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-04651906-2328-4694-a631-2f4765ad8f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:41.728628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-ebab4151-d9b9-4006-bbff-2dc802c72d2e None None] Provisioning complete for port 0493e72f-2407-4ec3-8ec7-60804003c2bf triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:41.729224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ebab4151-d9b9-4006-bbff-2dc802c72d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.846307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-ebab4151-d9b9-4006-bbff-2dc802c72d2e None None] Port 0493e72f-2407-4ec3-8ec7-60804003c2bf cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:29:41.877960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Attempting to bind port baf08cf1-d690-4723-8c6b-dd17b9bb4490 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:29:41.878472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Attempting to bind port baf08cf1-d690-4723-8c6b-dd17b9bb4490 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:29:41.878885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Attempting to bind port baf08cf1-d690-4723-8c6b-dd17b9bb4490 on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:29:41.886209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:29:41.886637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:41.887093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.887535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:29:41.888067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Bound port: baf08cf1-d690-4723-8c6b-dd17b9bb4490, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:29:41.888488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.972212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] For port baf08cf1-d690-4723-8c6b-dd17b9bb4490, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:29:41.975357 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] For port baf08cf1-d690-4723-8c6b-dd17b9bb4490, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=baf08cf1-d690-4723-8c6b-dd17b9bb4490,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:29:41.980535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:41.999716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:42.004228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:42.034792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2a80a265-3a26-4a72-b112-3ea8e206f901 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:42.059160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d9ec0c74-d45c-49d6-910c-767a7d042616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:42.126737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Pushing event updated for resources: {'Port': ['ID=0493e72f-2407-4ec3-8ec7-60804003c2bf,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:42.129886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:42.146975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:42.181576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04651906-2328-4694-a631-2f4765ad8f05 None None] Pushing event updated for resources: {'Port': ['ID=baf08cf1-d690-4723-8c6b-dd17b9bb4490,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:42.195512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-04651906-2328-4694-a631-2f4765ad8f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:42.230975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:42.231657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd636ac8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:42.300877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Network 2921a53d-8217-4522-9a87-f37510cfa847 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:42.302273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:42.448248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:42.527032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Router 691888ff-2ec5-474d-90e3-e36f5b7941f6 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:29:42.542033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:42.728789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-6a340993-91fb-48ee-b20b-13b571e54365 None None] Provisioning complete for port 0493e72f-2407-4ec3-8ec7-60804003c2bf triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:42.729202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a340993-91fb-48ee-b20b-13b571e54365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:42.778441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:42.835978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-6a340993-91fb-48ee-b20b-13b571e54365 None None] Port 0493e72f-2407-4ec3-8ec7-60804003c2bf cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:29:42.920367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd636ac8>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 2, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:42.926510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eddfab-1389-47db-8955-e87830617b39 None None] The sync data for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi is: [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 2, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:29:43.010232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:29:43.021991 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] 10.222.0.122 "PUT /v2.0/routers/691888ff-2ec5-474d-90e3-e36f5b7941f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6255231
Jan 19 16:29:43.922196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55264) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:43.930168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-647183262-network', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:43.936096 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:43.941442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Usage tracker for resource:network and tenant:ed81ea9ba5544365bcc22a58b122e830 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:43.944621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:43.950609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:43.970415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Made reservation on behalf of ed81ea9ba5544365bcc22a58b122e830 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:29:43.978994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:43.996926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.022943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:44.029162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Usage tracker for resource:security_group_rule and tenant:ed81ea9ba5544365bcc22a58b122e830 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:44.033710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:44.044375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:44.180393 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.183666 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.188984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ec1d579-30a8-4312-991b-bf96b3f467c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:44.227129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 16:29:44.238131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49c09d-ddc2-49c1-bc8b-caecdbf12fdd,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:44.242403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:44.245132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.245576 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Added segment 0c30858d-984e-40c6-927d-b258b452259a of type vxlan for network 4f5990d3-6cc5-4433-8caf-8dc747b2c916
Jan 19 16:29:44.278214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.313807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.315215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:29:44.315874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.321400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2de603ed-1eef-4b38-846a-3fe7dcd124be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:44.430144 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5066538
Jan 19 16:29:44.433401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 55272) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:44.434259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Pushing event updated for resources: {'Network': ['ID=4f5990d3-6cc5-4433-8caf-8dc747b2c916,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:44.437602 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:44.440580 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Request body: {'subnet': {'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-647183262-subnet', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'ip_version': 4}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:44.445632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:29:44.446733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:44.450995 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Usage tracker for resource:subnet and tenant:ed81ea9ba5544365bcc22a58b122e830 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:44.455578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:44.461944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:44.466917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:29:44.471445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Made reservation on behalf of ed81ea9ba5544365bcc22a58b122e830 for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:29:44.476529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777862'] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.925453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device baf08cf1-d690-4723-8c6b-dd17b9bb4490 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:44.938751 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2314642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777833'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:44.956259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba56f73f-15ba-4f65-bfa1-2d8bdcc96cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:44.999886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port baf08cf1-d690-4723-8c6b-dd17b9bb4490 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:45.006841 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port baf08cf1-d690-4723-8c6b-dd17b9bb4490 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:45.007259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.092807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=266cdbd3-5caf-419c-8346-7807e0fea9c4,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:45.096539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:45.147319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.170892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port baf08cf1-d690-4723-8c6b-dd17b9bb4490, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=baf08cf1-d690-4723-8c6b-dd17b9bb4490,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:29:45.173606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.176227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Checking segment: {'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:45.177413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:45.178268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Network hostable DHCP agents. Network: 4f5990d3-6cc5-4433-8caf-8dc747b2c916, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 16:29:45.200629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 16:29:45.211537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 4f5990d3-6cc5-4433-8caf-8dc747b2c916) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:45.228759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:29:45.229094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90425c3b-902c-42fe-b065-bfe35ebc1664 None None] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:29:45.229404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.253253 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8174508
Jan 19 16:29:45.255198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 55288) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:45.261780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:45.270968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:45.278170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Usage tracker for resource:router and tenant:ed81ea9ba5544365bcc22a58b122e830 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:45.287083 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:45.296360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:45.309023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.310483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.329680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.519304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=baf08cf1-d690-4723-8c6b-dd17b9bb4490,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:45.523507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:45.669729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'fixed_ips': [{'subnet_id': '266cdbd3-5caf-419c-8346-7807e0fea9c4'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 16:29:45.670685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.869682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:45.993285 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Allocated IP 172.20.0.2 (4f5990d3-6cc5-4433-8caf-8dc747b2c916/266cdbd3-5caf-419c-8346-7807e0fea9c4/683d7524-3958-46ef-a04c-e340d71fab11) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:29:46.235944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.241137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.255496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Transition to ACTIVE for port object 683d7524-3958-46ef-a04c-e340d71fab11 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:46.275398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Transition to ACTIVE for port object 683d7524-3958-46ef-a04c-e340d71fab11 will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:46.279156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.283156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.301638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:46.437296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Sync routers for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:29:46.440748 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Pushing event updated for resources: {'Port': ['ID=683d7524-3958-46ef-a04c-e340d71fab11,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:46.450698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:46.451781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:46.452645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd56b550>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:46.541943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:46.543241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:46.545607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:29:46.606844 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Attempting to bind port 683d7524-3958-46ef-a04c-e340d71fab11 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:29:46.607264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Attempting to bind port 683d7524-3958-46ef-a04c-e340d71fab11 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:29:46.607676 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Attempting to bind port 683d7524-3958-46ef-a04c-e340d71fab11 on network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:29:46.615259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:29:46.615522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Checking segment: {'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:46.616022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.616469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Bound using segment: {'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:29:46.617035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Bound port: 683d7524-3958-46ef-a04c-e340d71fab11, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:29:46.617468 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.637318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Allocated IP 172.27.2.64 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/ffe83cac-04cd-40c5-a67e-3e479568ce5b) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:29:46.666959 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:46.747801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] For port 683d7524-3958-46ef-a04c-e340d71fab11, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:29:46.753130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] For port 683d7524-3958-46ef-a04c-e340d71fab11, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=683d7524-3958-46ef-a04c-e340d71fab11,segment=NetworkSegment(0c30858d-984e-40c6-927d-b258b452259a),segment_id=0c30858d-984e-40c6-927d-b258b452259a)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:29:46.756598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.773699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:46.818129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.851347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:46.935806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device baf08cf1-d690-4723-8c6b-dd17b9bb4490 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:46.948446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:46.978577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Pushing event updated for resources: {'Port': ['ID=683d7524-3958-46ef-a04c-e340d71fab11,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:46.982489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:47.055057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Pushing event updated for resources: {'Port': ['ID=ffe83cac-04cd-40c5-a67e-3e479568ce5b,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:47.059920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:47.063475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd56b550>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 2, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:47.068304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Checking router: 691888ff-2ec5-474d-90e3-e36f5b7941f6 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:29:47.068813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Updating router 691888ff-2ec5-474d-90e3-e36f5b7941f6 port 0493e72f-2407-4ec3-8ec7-60804003c2bf binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:29:47.069341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port baf08cf1-d690-4723-8c6b-dd17b9bb4490 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:47.069791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:47.089369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:47.090756 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:47.096409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:29:47.132164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:47.706832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:47.716525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:47.720437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Transition to ACTIVE for port object 0493e72f-2407-4ec3-8ec7-60804003c2bf will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:47.724192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:47.740234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:47.880383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Pushing event updated for resources: {'Port': ['ID=0493e72f-2407-4ec3-8ec7-60804003c2bf,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:47.903019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.903430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.903922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.904283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.904648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.905007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.905360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.905730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.906196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.906546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.906906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.907355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.907794 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.908283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.908755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.909106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.909471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.909880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.911053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.911053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.911053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.911482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.911700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.912045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:29:47.919669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:48.077303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Attempting to bind port 0493e72f-2407-4ec3-8ec7-60804003c2bf on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:29:48.077829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Attempting to bind port 0493e72f-2407-4ec3-8ec7-60804003c2bf by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:29:48.078101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Attempting to bind port 0493e72f-2407-4ec3-8ec7-60804003c2bf on network 2921a53d-8217-4522-9a87-f37510cfa847 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:29:48.083948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:29:48.084353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Checking segment: {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:48.084787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:48.085210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Bound using segment: {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:29:48.085717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Bound port: 0493e72f-2407-4ec3-8ec7-60804003c2bf, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:29:48.086168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:48.103768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:48.373316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] For port 0493e72f-2407-4ec3-8ec7-60804003c2bf, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:29:48.377636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] For port 0493e72f-2407-4ec3-8ec7-60804003c2bf, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=0493e72f-2407-4ec3-8ec7-60804003c2bf,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:29:48.382755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:48.404363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:48.584223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Router 73d8deea-fbe7-4394-82ad-14497bbc1b7b is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 16:29:48.592717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Pushing event updated for resources: {'Port': ['ID=0493e72f-2407-4ec3-8ec7-60804003c2bf,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:48.598339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:48.651596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:48.652348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd56b550>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:48.708002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c75697-3a79-498f-932e-7a46f21b0bc6 None None] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:29:48.888130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:29:48.897156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-0232e3a6-827f-48b1-bd22-5da730a5236f None None] Provisioning for port 683d7524-3958-46ef-a04c-e340d71fab11 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:48.922724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Sync routers for ids ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:29:48.947774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:48.955199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55330) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:48.963010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:48.974386 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.7177734
Jan 19 16:29:48.995296 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Routers {'73d8deea-fbe7-4394-82ad-14497bbc1b7b'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:48.996014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd366080>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:49.206168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 0493e72f-2407-4ec3-8ec7-60804003c2bf up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:49.417713 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd56b550>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:48Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:49.427642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda31c5-5fb4-468a-99a4-399cc21ed0a0 None None] The sync data for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi is: [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:48Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:29:49.435864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:29:49.449872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 0493e72f-2407-4ec3-8ec7-60804003c2bf completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:49.464754 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Set router 73d8deea-fbe7-4394-82ad-14497bbc1b7b gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:49.700430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 0493e72f-2407-4ec3-8ec7-60804003c2bf triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:49.700853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:49.837537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.144075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.196243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 0493e72f-2407-4ec3-8ec7-60804003c2bf, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=0493e72f-2407-4ec3-8ec7-60804003c2bf,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:29:50.204243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.205950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 683d7524-3958-46ef-a04c-e340d71fab11 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:50.242396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-5a09b1ef-ddc7-4923-96ef-07635d8a8f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:50.282429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Allocated IP 172.20.0.1 (4f5990d3-6cc5-4433-8caf-8dc747b2c916/266cdbd3-5caf-419c-8346-7807e0fea9c4/5e913d16-c96b-415c-82ee-910f2d6b214e) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:29:50.382582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=0493e72f-2407-4ec3-8ec7-60804003c2bf,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:50.389924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:50.401982 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd366080>, [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:29:47Z', 'revision_number': 3, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:50.407926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Checking router: 73d8deea-fbe7-4394-82ad-14497bbc1b7b for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:29:50.408764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Updating router 73d8deea-fbe7-4394-82ad-14497bbc1b7b port ffe83cac-04cd-40c5-a67e-3e479568ce5b binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:29:50.444078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 683d7524-3958-46ef-a04c-e340d71fab11 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:50.462498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 683d7524-3958-46ef-a04c-e340d71fab11 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:50.462913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.498737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.530523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Transition to ACTIVE for port object 5e913d16-c96b-415c-82ee-910f2d6b214e will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:50.546549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.557883 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.574828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:50.607510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-884b9a25-265d-45d8-9b51-e7c5b56a88de None None] Provisioning complete for port 683d7524-3958-46ef-a04c-e340d71fab11 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:50.607953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884b9a25-265d-45d8-9b51-e7c5b56a88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.715061 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Pushing event updated for resources: {'Port': ['ID=5e913d16-c96b-415c-82ee-910f2d6b214e,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:50.720169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:50.780949 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:50.782428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:50.786082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:29:50.865930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.881072 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:50.994781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-884b9a25-265d-45d8-9b51-e7c5b56a88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.013040 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 683d7524-3958-46ef-a04c-e340d71fab11, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=683d7524-3958-46ef-a04c-e340d71fab11,segment=NetworkSegment(0c30858d-984e-40c6-927d-b258b452259a),segment_id=0c30858d-984e-40c6-927d-b258b452259a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:29:51.037270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.041607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:51.058398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.145159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 0493e72f-2407-4ec3-8ec7-60804003c2bf up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:51.329418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=683d7524-3958-46ef-a04c-e340d71fab11,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:51.342626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-884b9a25-265d-45d8-9b51-e7c5b56a88de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:29:51.343037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-884b9a25-265d-45d8-9b51-e7c5b56a88de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:29:51.343808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:51.369715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 0493e72f-2407-4ec3-8ec7-60804003c2bf triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:51.370177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.376199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.380633 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.410695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:51.516167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.518404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.536150 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Pushing event updated for resources: {'Port': ['ID=5e913d16-c96b-415c-82ee-910f2d6b214e,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:51.543899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:51.580639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Transition to ACTIVE for port object ffe83cac-04cd-40c5-a67e-3e479568ce5b will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:51.586642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:51.603110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:51.682222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:29:51.683423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:29:51.911401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Router 73d8deea-fbe7-4394-82ad-14497bbc1b7b has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:29:51.973884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe63990-b096-4e51-8e5a-455f4274c427 None None] Pushing event updated for resources: {'Port': ['ID=ffe83cac-04cd-40c5-a67e-3e479568ce5b,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:51.978726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cbe63990-b096-4e51-8e5a-455f4274c427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:52.116298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Attempting to bind port ffe83cac-04cd-40c5-a67e-3e479568ce5b on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:29:52.116981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Attempting to bind port ffe83cac-04cd-40c5-a67e-3e479568ce5b by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:29:52.117652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Attempting to bind port ffe83cac-04cd-40c5-a67e-3e479568ce5b on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:29:52.148561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:29:52.149227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:52.150189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:52.150916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:29:52.152098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Bound port: ffe83cac-04cd-40c5-a67e-3e479568ce5b, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:29:52.152819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:52.200081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:52.208635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-88ed1a15-dbf6-481e-8130-f433540716c7 None None] Provisioning for port 5e913d16-c96b-415c-82ee-910f2d6b214e completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:52.224048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-88ed1a15-dbf6-481e-8130-f433540716c7 None None] Provisioning complete for port 5e913d16-c96b-415c-82ee-910f2d6b214e triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:52.224465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-88ed1a15-dbf6-481e-8130-f433540716c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:52.313825 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-88ed1a15-dbf6-481e-8130-f433540716c7 None None] Port 5e913d16-c96b-415c-82ee-910f2d6b214e cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:29:52.318569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] For port ffe83cac-04cd-40c5-a67e-3e479568ce5b, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:29:52.322180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] For port ffe83cac-04cd-40c5-a67e-3e479568ce5b, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=ffe83cac-04cd-40c5-a67e-3e479568ce5b,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:29:52.327116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:52.343646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1c14d6af-2005-4152-9cf1-742c693ad81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:52.370006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:29:52.380108 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] 10.222.0.122 "PUT /v2.0/routers/73d8deea-fbe7-4394-82ad-14497bbc1b7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4232323
Jan 19 16:29:52.455574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-88ed1a15-dbf6-481e-8130-f433540716c7 None None] Provisioning complete for port 683d7524-3958-46ef-a04c-e340d71fab11 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:52.456007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-88ed1a15-dbf6-481e-8130-f433540716c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:52.544024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe63990-b096-4e51-8e5a-455f4274c427 None None] Pushing event updated for resources: {'Port': ['ID=ffe83cac-04cd-40c5-a67e-3e479568ce5b,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:52.551779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cbe63990-b096-4e51-8e5a-455f4274c427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:52.677409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Routers {'73d8deea-fbe7-4394-82ad-14497bbc1b7b'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:52.678126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd366080>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:52.897011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] Set router 73d8deea-fbe7-4394-82ad-14497bbc1b7b gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:53.146905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 683d7524-3958-46ef-a04c-e340d71fab11 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:53.312554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 683d7524-3958-46ef-a04c-e340d71fab11 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:53.312969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.343783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1863459333', 'description': 'tempest-TestShelveInstance-1863459333 description'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:53.354451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:53.358604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Usage tracker for resource:security_group and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:53.362019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:53.368005 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:53.380281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.403169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:53.404367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd366080>, [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 4, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '5e913d16-c96b-415c-82ee-910f2d6b214e', 'name': '', 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'mac_address': 'fa:16:3e:6e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:50Z', 'updated_at': '2021-01-19T16:29:51Z', 'revision_number': 2, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'subnets': [{'id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:53.407254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Usage tracker for resource:security_group_rule and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:53.410517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:53.416443 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:53.438834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6434e705-a421-4eee-b56b-5e9f3a353732 None None] The sync data for ids ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'] in dv-cinder-667108-29-iscsi is: [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 4, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '5e913d16-c96b-415c-82ee-910f2d6b214e', 'name': '', 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'mac_address': 'fa:16:3e:6e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:50Z', 'updated_at': '2021-01-19T16:29:51Z', 'revision_number': 2, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'subnets': [{'id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:29:53.500526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.504001 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.509843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:53.554738 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.556059 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ee98487a-badc-476e-96db-a2b4c85d8257 req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.4037340
Jan 19 16:29:53.556871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event updated for resources: {'SecurityGroup': ['ID=f8965d98-33d8-48ce-b11c-4ed626448fd3,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:53.559786 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:53.655114 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5caad917-d3db-48df-9af9-68db36803354 req-ea00d290-2555-4996-9c41-f81b2b26b9a1 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups/f8965d98-33d8-48ce-b11c-4ed626448fd3 HTTP/1.1" status: 200  len: 1802 time: 0.0579994
Jan 19 16:29:53.666346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8965d98-33d8-48ce-b11c-4ed626448fd3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:53.666699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8965d98-33d8-48ce-b11c-4ed626448fd3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:53.677126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:53.682283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Usage tracker for resource:security_group_rule and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:53.686292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:53.694931 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:53.775951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.808467 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.815518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.823484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:53.846634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17861556-62ca-4b35-8b73-f6c3bdeb1ae5,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:53.849862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:53.858253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:53.859658 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5caad917-d3db-48df-9af9-68db36803354 req-1b986be4-8e98-46b4-a733-6b112612d038 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1979690
Jan 19 16:29:53.957575 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f548b85e-f449-42e5-8652-65cf1130001d req-d1c33720-6422-4f41-a5ed-a64a6ac037db tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups/f8965d98-33d8-48ce-b11c-4ed626448fd3 HTTP/1.1" status: 200  len: 2395 time: 0.0608962
Jan 19 16:29:53.969051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8965d98-33d8-48ce-b11c-4ed626448fd3', 'remote_group_id': None}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:53.969521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8965d98-33d8-48ce-b11c-4ed626448fd3', 'remote_group_id': None}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:29:53.980240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:29:53.986527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Usage tracker for resource:security_group_rule and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:29:53.991012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:29:54.000573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:29:54.067202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:54.109441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:54.113287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:54.115634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:54.141723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5705ebe-2b75-4321-a6c3-302b80f8bef3,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:54.144919 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:54.153113 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:54.154708 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f548b85e-f449-42e5-8652-65cf1130001d req-3f791bbb-08cc-4a03-8552-d9d73991357c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1901112
Jan 19 16:29:55.146109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device ffe83cac-04cd-40c5-a67e-3e479568ce5b up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:55.223745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port ffe83cac-04cd-40c5-a67e-3e479568ce5b completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:29:55.228767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port ffe83cac-04cd-40c5-a67e-3e479568ce5b triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:55.229184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:55.390813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:55.413576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port ffe83cac-04cd-40c5-a67e-3e479568ce5b, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=ffe83cac-04cd-40c5-a67e-3e479568ce5b,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:29:55.416407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:55.419236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:55.493394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=ffe83cac-04cd-40c5-a67e-3e479568ce5b,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:55.496843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:56.469403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55478) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:56.702430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Deleting subnet d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5 {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:29:56.707390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:56.767930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852582291'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:56.803588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Sync routers for ids ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:29:56.815069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Routers {'73d8deea-fbe7-4394-82ad-14497bbc1b7b'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:56.815835 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd5cb0b8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:56.835315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.014123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Set router 73d8deea-fbe7-4394-82ad-14497bbc1b7b gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:57.142257 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852235061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852127883'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.160090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device ffe83cac-04cd-40c5-a67e-3e479568ce5b up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:29:57.179550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c0c24251-0847-4168-ab34-ffbc4b324b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:57.228483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:57.232029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:57.239476 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port ffe83cac-04cd-40c5-a67e-3e479568ce5b triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:29:57.239904 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.340568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.350712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 55490) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:57.350937 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1481bfa8-beb4-45f8-be39-081b44fbc6e5 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/d11cfd41-4f3f-406d-ace4-3c9e7cafd3d5 HTTP/1.1" status: 204  len: 168 time: 0.8799348
Jan 19 16:29:57.402759 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd5cb0b8>, [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 4, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '5e913d16-c96b-415c-82ee-910f2d6b214e', 'name': '', 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'mac_address': 'fa:16:3e:6e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:50Z', 'updated_at': '2021-01-19T16:29:51Z', 'revision_number': 2, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'subnets': [{'id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:57.406962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Checking router: 73d8deea-fbe7-4394-82ad-14497bbc1b7b for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:29:57.407471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Updating router 73d8deea-fbe7-4394-82ad-14497bbc1b7b port 5e913d16-c96b-415c-82ee-910f2d6b214e binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:29:57.471523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.496462 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.714405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.845833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbd6c5668>,) {'filters': {'network_id': ['6c327fb9-b7a2-49c7-b369-646ec336cd80']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:57.859648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd6c5668>, '0f351d35-9030-473c-87b3-7de55095dc96') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:57.859986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd6c5668>, '0f351d35-9030-473c-87b3-7de55095dc96') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:57.873664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.894438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:57.896649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:29:57.948511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.091321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:29:58.100667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.297497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Network 6c327fb9-b7a2-49c7-b369-646ec336cd80 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:29:58.324448 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:29:58.412091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Transition to ACTIVE for port object 5e913d16-c96b-415c-82ee-910f2d6b214e will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:29:58.414300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.414827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.419032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-16d50e64-aa98-4dd4-90d0-7b8d012b5e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:58.437514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d74656ca-45ee-4216-8b92-f03a7831667f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:58.437856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.447486 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c327fb9-b7a2-49c7-b369-646ec336cd80,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:58.450385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:58.459619 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] 10.222.0.122 "DELETE /v2.0/networks/6c327fb9-b7a2-49c7-b369-646ec336cd80 HTTP/1.1" status: 204  len: 168 time: 1.1048431
Jan 19 16:29:58.652284 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55506) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:58.727905 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-5b1b963a-490d-4102-b56f-e458b6510723 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=977963f017e9419385f7ab9ac646d3b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0718670
Jan 19 16:29:58.728147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55510) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:29:58.767038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319c12-8212-4f18-a044-fa1d8fdd00c2 None None] Pushing event updated for resources: {'Port': ['ID=5e913d16-c96b-415c-82ee-910f2d6b214e,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:58.772531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-14319c12-8212-4f18-a044-fa1d8fdd00c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:58.802640 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.838976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.911449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.918970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0835a433-5890-49f9-97c5-e6e7a2103bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:58.940874 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e701168-da9f-4b41-852f-cf52383762e7,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:58.964513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:58.975500 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Attempting to bind port 5e913d16-c96b-415c-82ee-910f2d6b214e on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:29:58.976293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Attempting to bind port 5e913d16-c96b-415c-82ee-910f2d6b214e by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:29:58.976768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Attempting to bind port 5e913d16-c96b-415c-82ee-910f2d6b214e on network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:29:58.980917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.982640 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/5e701168-da9f-4b41-852f-cf52383762e7 HTTP/1.1" status: 204  len: 168 time: 0.2529137
Jan 19 16:29:58.983888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:29:58.984314 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Checking segment: {'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:29:58.985208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:58.986496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Bound using segment: {'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:29:58.987661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Bound port: 5e913d16-c96b-415c-82ee-910f2d6b214e, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c30858d-984e-40c6-927d-b258b452259a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:29:58.988100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:59.100935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] For port 5e913d16-c96b-415c-82ee-910f2d6b214e, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:29:59.107480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] For port 5e913d16-c96b-415c-82ee-910f2d6b214e, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=5e913d16-c96b-415c-82ee-910f2d6b214e,segment=NetworkSegment(0c30858d-984e-40c6-927d-b258b452259a),segment_id=0c30858d-984e-40c6-927d-b258b452259a)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:29:59.111803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:29:59.131260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:29:59.294126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14319c12-8212-4f18-a044-fa1d8fdd00c2 None None] Pushing event updated for resources: {'Port': ['ID=5e913d16-c96b-415c-82ee-910f2d6b214e,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:29:59.301056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-14319c12-8212-4f18-a044-fa1d8fdd00c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:29:59.353638 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Routers {'73d8deea-fbe7-4394-82ad-14497bbc1b7b'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:29:59.354697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd5cb0b8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:29:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:59.586892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] Set router 73d8deea-fbe7-4394-82ad-14497bbc1b7b gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:29:59.972074 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd5cb0b8>, [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 4, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '5e913d16-c96b-415c-82ee-910f2d6b214e', 'name': '', 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'mac_address': 'fa:16:3e:6e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:50Z', 'updated_at': '2021-01-19T16:29:59Z', 'revision_number': 4, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'subnets': [{'id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:29:59.980621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b984163-b110-4854-9e84-7aef48cf42f3 None None] The sync data for ids ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'] in dv-cinder-667108-29-iscsi is: [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 4, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '5e913d16-c96b-415c-82ee-910f2d6b214e', 'name': '', 'network_id': '4f5990d3-6cc5-4433-8caf-8dc747b2c916', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'mac_address': 'fa:16:3e:6e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:50Z', 'updated_at': '2021-01-19T16:29:59Z', 'revision_number': 4, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'subnets': [{'id': '266cdbd3-5caf-419c-8346-7807e0fea9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:30:01.152802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5e913d16-c96b-415c-82ee-910f2d6b214e up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:01.232565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 5e913d16-c96b-415c-82ee-910f2d6b214e completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:01.238050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 5e913d16-c96b-415c-82ee-910f2d6b214e triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:01.238446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:01.369297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:01.407128 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 5e913d16-c96b-415c-82ee-910f2d6b214e, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=5e913d16-c96b-415c-82ee-910f2d6b214e,segment=NetworkSegment(0c30858d-984e-40c6-927d-b258b452259a),segment_id=0c30858d-984e-40c6-927d-b258b452259a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:30:01.410974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:01.412890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:01.490431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=5e913d16-c96b-415c-82ee-910f2d6b214e,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:01.496258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:03.122740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5e913d16-c96b-415c-82ee-910f2d6b214e up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:03.198308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 5e913d16-c96b-415c-82ee-910f2d6b214e triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:03.198721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:08.533656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fa66845b-2edc-4d26-ae11-87977d75d3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:11.009412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4c557d12-41d8-40db-b9fc-13920d2d38ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:11.468326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:12.465651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:12.665161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:19.458806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-62d796ef-2ec0-4c65-a1f0-3e6377c6e191 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Synchronizing usage tracker for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:30:19.475465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-62d796ef-2ec0-4c65-a1f0-3e6377c6e191 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Unset dirty status for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:30:19.476819 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-62d796ef-2ec0-4c65-a1f0-3e6377c6e191 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1863459333&fields=id&tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b HTTP/1.1" status: 200  len: 267 time: 0.0717463
Jan 19 16:30:19.669677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-596ce7e5-8dba-4a69-a535-0bc34132064e tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:19.670472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-596ce7e5-8dba-4a69-a535-0bc34132064e tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Synchronizing usage tracker for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:30:19.690487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-596ce7e5-8dba-4a69-a535-0bc34132064e tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Unset dirty status for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:30:19.691763 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-596ce7e5-8dba-4a69-a535-0bc34132064e tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 809 time: 0.2069161
Jan 19 16:30:19.712540 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-1f712cc2-11ca-4122-ac28-0e18bf6bb2df tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/quotas/5d1ff2b376704d9f8e9b393ed6bb9e7b HTTP/1.1" status: 200  len: 375 time: 0.0113184
Jan 19 16:30:19.820287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-f440c118-8123-4296-97af-e851b189790f tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Synchronizing usage tracker for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:30:19.841236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-f440c118-8123-4296-97af-e851b189790f tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Unset dirty status for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:30:19.842965 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-f440c118-8123-4296-97af-e851b189790f tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1240940
Jan 19 16:30:20.009497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-69e22514-a3ac-458c-aec0-8a04f5bc151c service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:30:20.010625 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-69e22514-a3ac-458c-aec0-8a04f5bc151c service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1541657
Jan 19 16:30:20.166006 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-32498d1a-1671-4803-b8f9-5781d0fac10f service neutron] 10.222.0.122 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479447
Jan 19 16:30:20.319582 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-efbd2111-04f7-48d4-9b14-59b83accf0e7 service neutron] 10.222.0.122 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471059
Jan 19 16:30:20.804333 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-47186a99-5a68-47e0-b480-ed99cf4eb873 req-47adcabb-0fe6-46b7-bd2d-ec34f63f34c5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 210 time: 0.0509634
Jan 19 16:30:21.944060 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-9720e594-128a-471d-9617-c7348af3d0e1 req-bd9f51c1-f63e-4abd-a853-bbf6f59fdc5b tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 210 time: 0.0591390
Jan 19 16:30:22.122419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:23.141043 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3e98d728-676e-4c1d-8cca-045f925e99c1 req-7084e789-8751-4158-aa92-54f38dc92749 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 210 time: 0.0556707
Jan 19 16:30:23.376961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-a7e0a28a-fc97-4b98-804b-a1430dd22bdb tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:23.382412 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-a7e0a28a-fc97-4b98-804b-a1430dd22bdb tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 809 time: 0.2096896
Jan 19 16:30:23.487652 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-ddf57982-411d-4e73-b0eb-981871bcaa1a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b HTTP/1.1" status: 200  len: 5759 time: 0.0876472
Jan 19 16:30:23.498977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'port': {'device_id': '11debd91-f700-440a-b2e6-11d33439edc6', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'admin_state_up': True, 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'security_groups': ['f8965d98-33d8-48ce-b11c-4ed626448fd3']}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:23.517206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55878) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:30:23.666989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:23.677159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:23.690007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Made reservation on behalf of 5d1ff2b376704d9f8e9b393ed6bb9e7b for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:30:23.700505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:23.703362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:23.732351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:23.739455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Usage tracker for resource:security_group_rule and tenant:a10c1c28ea9e46c084eaa5c3fbcee307 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:30:23.743924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:30:23.751837 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:23.850690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:23.853585 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:23.863143 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:23.911204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a10c1c28ea9e46c084eaa5c3fbcee307&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3927805
Jan 19 16:30:23.912908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ac21ff-9069-4a55-9dc8-8628bb7084dc,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:23.913903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 55884) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:30:23.916695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:24.062013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:24.114170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:24.121836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Allocated IP 172.20.0.5 (2921a53d-8217-4522-9a87-f37510cfa847/b4ac104c-e34d-42b3-87c5-aa3b3af12e07/9a9923db-34e1-4c43-ab72-0b61c09039c1) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:30:24.225058 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:24.233639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:24.300012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ac21ff-9069-4a55-9dc8-8628bb7084dc,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:24.312015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:24.346879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:24.350663 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/00ac21ff-9069-4a55-9dc8-8628bb7084dc HTTP/1.1" status: 204  len: 168 time: 0.4332027
Jan 19 16:30:24.432446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:24.433823 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ede7002-91fc-4e08-b1e7-2e516676ae1b req-5199dc32-eae5-4a9b-b242-f8db8b3e2593 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 210 time: 0.1446860
Jan 19 16:30:24.452232 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Transition to ACTIVE for port object 9a9923db-34e1-4c43-ab72-0b61c09039c1 will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:24.490740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:24.509907 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f41498f-c362-42b4-83fd-1b9ec880c30b tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:24.676200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event updated for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:24.682276 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:24.741788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Network 2921a53d-8217-4522-9a87-f37510cfa847 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:30:24.743026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:24.745481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:30:24.831497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:24.832229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:24.851754 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3578050
Jan 19 16:30:24.872367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-76bdf45a-11b9-4e6e-8292-ef4557de0a13 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80061) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:30:24.873505 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-76bdf45a-11b9-4e6e-8292-ef4557de0a13 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0063984
Jan 19 16:30:25.004650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d76a5d01-5c7b-414a-9c63-7067bfbfdec3 None None] Provisioning for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:25.010208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d76a5d01-5c7b-414a-9c63-7067bfbfdec3 None None] Provisioning complete for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:25.010741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d76a5d01-5c7b-414a-9c63-7067bfbfdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.070431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d76a5d01-5c7b-414a-9c63-7067bfbfdec3 None None] Port 9a9923db-34e1-4c43-ab72-0b61c09039c1 cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:30:25.105981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Request body: {'port': {'device_id': '11debd91-f700-440a-b2e6-11d33439edc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:25.230344 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.344286 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55918) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:30:25.498684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1716110492-network', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:25.506868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:25.513352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Usage tracker for resource:network and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:30:25.519387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:30:25.525384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:25.546101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Made reservation on behalf of 7b23dbae5e0d4bdc970543c0b14e5ba3 for: {'network': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:30:25.551515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.577901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.599270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:25.603537 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:30:25.607155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:30:25.617133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:25.809614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f22f2-d2bd-47c0-b523-7995a6e46b5d req-b62b17fd-ac81-4141-b986-05f6aecac7e1 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:25.811322 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e20f22f2-d2bd-47c0-b523-7995a6e46b5d req-b62b17fd-ac81-4141-b986-05f6aecac7e1 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 931 time: 0.1663058
Jan 19 16:30:25.816107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.820405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.827084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d58dd970-543c-40d5-905a-00d49a22c093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:25.883732 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 16:30:25.905628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e6e800-a4f4-41dc-8e0d-2b856652d042,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:25.915435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:25.919309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9923db-34e1-4c43-ab72-0b61c09039c1 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 16:30:25.922757 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e20f22f2-d2bd-47c0-b523-7995a6e46b5d req-b8b2236f-5594-424b-a806-5860a5c2ca1f tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0983396
Jan 19 16:30:25.927911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782334772100', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.927911 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Added segment 6f9be127-bf50-40d6-98ad-d7b61d9b834a of type vxlan for network 57e06a8d-4ced-46ce-9241-222e6958a583
Jan 19 16:30:25.930736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.946383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Transition to ACTIVE for port object 9a9923db-34e1-4c43-ab72-0b61c09039c1 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:25.949205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.958042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.967219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8c2a1585-aec3-420f-9e99-b537f0717358 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:25.992716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.994071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:25.994754 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:25.999920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-703561c8-ec19-4211-966e-9678cd093498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:26.107437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:26.112297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:26.118282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Pushing event updated for resources: {'Network': ['ID=57e06a8d-4ced-46ce-9241-222e6958a583,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:26.125717 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7795551
Jan 19 16:30:26.126431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55930) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:30:26.127304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:26.131456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 57e06a8d-4ced-46ce-9241-222e6958a583 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:30:26.134077 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Request body: {'subnet': {'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1716110492-subnet', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'ip_version': 4}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:26.139550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:26.145013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Usage tracker for resource:subnet and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:30:26.148352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:30:26.151984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 57e06a8d-4ced-46ce-9241-222e6958a583 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:30:26.154293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:26.165448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Made reservation on behalf of 7b23dbae5e0d4bdc970543c0b14e5ba3 for: {'subnet': 1} {{(pid=80060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:30:26.170337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2647827'] for subnet, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:26.342701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Attempting to bind port 9a9923db-34e1-4c43-ab72-0b61c09039c1 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:30:26.343613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Attempting to bind port 9a9923db-34e1-4c43-ab72-0b61c09039c1 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:30:26.343613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Attempting to bind port 9a9923db-34e1-4c43-ab72-0b61c09039c1 on network 2921a53d-8217-4522-9a87-f37510cfa847 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:30:26.352762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:30:26.353140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Checking segment: {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:30:26.353523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:26.353958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Bound using segment: {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:30:26.354442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Bound port: 9a9923db-34e1-4c43-ab72-0b61c09039c1, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9661776-e2d1-46e8-a09c-1802f3200b5e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:30:26.354816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:26.438532 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:30:26.474010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] For port 9a9923db-34e1-4c43-ab72-0b61c09039c1, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:30:26.477180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] For port 9a9923db-34e1-4c43-ab72-0b61c09039c1, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:30:26.481254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:26.501256 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:26.647488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852201202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2647932'] for subnet, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:26.664875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:26.666460 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:26.671044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:26.711547 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:26.712228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:26.713887 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] 10.222.0.85 "PUT /v2.0/ports/9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 1157 time: 1.8324995
Jan 19 16:30:26.714498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:30:26.799445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=529c9882-f9fc-43f0-be94-75dd6812bfdf,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:26.803798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:26.872521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-a0363efe-b2e1-4913-9f5a-ce5d3446d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:26.876176 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-a0363efe-b2e1-4913-9f5a-ce5d3446d5b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1160 time: 0.0969923
Jan 19 16:30:26.912791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Checking segment: {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:30:26.913196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Network hostable DHCP agents. Network: 57e06a8d-4ced-46ce-9241-222e6958a583, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 16:30:26.935511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Network 57e06a8d-4ced-46ce-9241-222e6958a583 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 16:30:26.945526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 57e06a8d-4ced-46ce-9241-222e6958a583) {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:26.957531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e290586-1e10-48ed-b438-299fbe902868 None None] Network 57e06a8d-4ced-46ce-9241-222e6958a583 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:30:26.962989 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:26.963648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:26.973869 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-e5f35bbf-ba6b-47d4-8aea-27c63b2dacb0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 217 time: 0.0839400
Jan 19 16:30:26.987348 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c8f2bf62-c41a-42aa-b9fa-d822e0881a7f admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8589013
Jan 19 16:30:26.990300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55946) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:30:26.995941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:27.001695 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:27.005891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Usage tracker for resource:router and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:30:27.009519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:30:27.016308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:27.034031 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853120400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7383'] for router, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.035312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1655454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1671070', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854351737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768600'] for router, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.053317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-844d062b-39d2-4c7f-b6bb-2309371e9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:27.054958 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-844d062b-39d2-4c7f-b6bb-2309371e9c80 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0741301
Jan 19 16:30:27.055992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.146589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-0b3c443a-792e-48bb-8e4d-9c3f7bb234c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:27.148244 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-0b3c443a-792e-48bb-8e4d-9c3f7bb234c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0866725
Jan 19 16:30:27.254311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp629eacc1-baf6-536a-a838-9e9c9e52b63f-57e06a8d-4ced-46ce-9241-222e6958a583', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf'}]}} from dv-cinder-667108-29-iscsi. {{(pid=80062) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 19 16:30:27.255264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.310516 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-fd3d6c49-9672-4689-8448-fda5728731f0 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548078
Jan 19 16:30:27.356239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1671055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853120415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768583'] for router, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.479474 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c944b60f-1367-45da-a77d-f27870dd3ce6 req-654cd527-3b83-4bbd-b6f5-26a0bab46944 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1614261
Jan 19 16:30:27.579872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Allocated IP 172.20.0.2 (57e06a8d-4ced-46ce-9241-222e6958a583/529c9882-f9fc-43f0-be94-75dd6812bfdf/5fca4fb2-acd0-4f62-88e0-0a74af6d358d) {{(pid=80062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:30:27.738894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.772496 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.848640 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Notify callbacks [] for port, precommit_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.862384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Transition to ACTIVE for port object 5fca4fb2-acd0-4f62-88e0-0a74af6d358d will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:27.880133 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Transition to ACTIVE for port object 5fca4fb2-acd0-4f62-88e0-0a74af6d358d will not be triggered until provisioned by entity DHCP. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:27.885971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869'] for port, after_create {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:27.903075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b1c6f948-9b63-48d4-8b42-0690db8f70a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:28.048381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Pushing event updated for resources: {'Port': ['ID=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,revision_number=1']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:28.053506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:28.081844 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'status': 'completed', 'code': 200}
Jan 19 16:30:28.120454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Network 57e06a8d-4ced-46ce-9241-222e6958a583 is already hosted by enough agents. {{(pid=80062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:30:28.122172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Resources bound (agent type, host, resource id):  {{(pid=80062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:28.124371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Received port after_create {{(pid=80062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:30:28.198279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Attempting to bind port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:30:28.199237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Attempting to bind port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:30:28.199641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Attempting to bind port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d on network 57e06a8d-4ced-46ce-9241-222e6958a583 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:30:28.207430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:30:28.207993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Checking segment: {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:30:28.209371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:28.210571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Bound using segment: {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:30:28.210860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Bound port: 5fca4fb2-acd0-4f62-88e0-0a74af6d358d, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:30:28.211454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:28.230298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a480a-5d4e-4a71-856b-5671293a43bf req-33ca1fa8-0154-4163-8a06-64bd0de1eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:28.231968 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a480a-5d4e-4a71-856b-5671293a43bf req-33ca1fa8-0154-4163-8a06-64bd0de1eab9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1160 time: 0.1036615
Jan 19 16:30:28.323189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] For port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:30:28.327351 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] For port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:30:28.334263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:28.351184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:28.393479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Allocated IP 172.27.2.67 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/9a3cea12-85c3-4a7e-b994-7d2f43328797) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:30:28.402111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a480a-5d4e-4a71-856b-5671293a43bf req-25aaaa93-d718-4df7-9053-4543018ae0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:28.403710 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a480a-5d4e-4a71-856b-5671293a43bf req-25aaaa93-d718-4df7-9053-4543018ae0c8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1642756
Jan 19 16:30:28.459154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1c5a-a562-40e1-81a6-2153acdcf2e5 req-9b983c1c-c211-425c-a697-47790cc030d5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:28.460835 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6ce1c5a-a562-40e1-81a6-2153acdcf2e5 req-9b983c1c-c211-425c-a697-47790cc030d5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1739092
Jan 19 16:30:28.483378 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a480a-5d4e-4a71-856b-5671293a43bf req-efd7735e-94df-49fb-8efb-22069f8ceee4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 217 time: 0.0724719
Jan 19 16:30:28.512469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Pushing event updated for resources: {'Port': ['ID=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:28.517423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:28.564441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a480a-5d4e-4a71-856b-5671293a43bf req-51af2789-6d2a-4372-94e3-c305bb6424f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:28.565571 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a480a-5d4e-4a71-856b-5671293a43bf req-51af2789-6d2a-4372-94e3-c305bb6424f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0740118
Jan 19 16:30:28.603430 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a6ce1c5a-a562-40e1-81a6-2153acdcf2e5 req-bd926147-9d5c-4d32-82aa-7f5b2473806c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0912144
Jan 19 16:30:28.658159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:28.672517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a480a-5d4e-4a71-856b-5671293a43bf req-2c1ebaf6-34f0-437d-98f9-9b674787cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:28.674173 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a480a-5d4e-4a71-856b-5671293a43bf req-2c1ebaf6-34f0-437d-98f9-9b674787cc53 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1005194
Jan 19 16:30:28.709927 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:28.727140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-148cb4a4-b223-49e4-9d8a-961ea91e933d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:28.845054 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a480a-5d4e-4a71-856b-5671293a43bf req-cf732f34-50b0-45c6-a70a-52f6c43ba8d3 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593771
Jan 19 16:30:28.911348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3cea12-85c3-4a7e-b994-7d2f43328797,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:28.914937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:28.993926 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:30:28.995481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:28.998711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:30:29.048987 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a480a-5d4e-4a71-856b-5671293a43bf req-8e5167b5-f39a-42c2-af4b-2117cd4be407 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1964116
Jan 19 16:30:29.170067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5fca4fb2-acd0-4f62-88e0-0a74af6d358d up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:29.249370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:29.466850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:29.936614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853104731'] for router, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:30.062172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e177e31-4128-470b-8e62-a49e89b15b7a None None] Network 57e06a8d-4ced-46ce-9241-222e6958a583 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:30:30.102198 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ecdc-3cf4-46de-9f41-455ea96770c2 req-448c7613-bfa1-4696-849b-f69913f2e035 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:30.103897 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2217ecdc-3cf4-46de-9f41-455ea96770c2 req-448c7613-bfa1-4696-849b-f69913f2e035 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.3068821
Jan 19 16:30:30.174448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Provisioning for port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:30.182871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Provisioning complete for port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:30.183292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:30.199563 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2217ecdc-3cf4-46de-9f41-455ea96770c2 req-b3402d87-7bf4-4354-9a97-2acb83e534ae tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0829449
Jan 19 16:30:30.244745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d is scheduled to L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d with binding_index 1 {{(pid=80060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 19 16:30:30.618010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:30.665985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] For port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:30:30.670619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:30.674102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:30.687851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:30:30.711943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:30.713840 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] 10.222.0.122 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.7224278
Jan 19 16:30:30.716667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 55972) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:30:30.727714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Sync routers for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:30:30.773797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:30:30.774086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd4f5ba8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:30.947943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Pushing event updated for resources: {'Port': ['ID=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:30.963879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:30.996366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:30:31.162793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5fca4fb2-acd0-4f62-88e0-0a74af6d358d up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:31.287365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-dc4629ca-91e8-4c90-8504-ffb2a4c5fc74 None None] Provisioning complete for port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:31.287882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dc4629ca-91e8-4c90-8504-ffb2a4c5fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:31.468454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:31.468811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:31.551014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859dd9-61e1-472d-a2ff-c395ca3d4a8c req-78527d86-cf21-42eb-8580-ff0ed6c1f605 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:31.552902 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a2859dd9-61e1-472d-a2ff-c395ca3d4a8c req-78527d86-cf21-42eb-8580-ff0ed6c1f605 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1821492
Jan 19 16:30:31.660053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd4f5ba8>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:29Z', 'revision_number': 3, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:31.679737 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Checking router: 9a9157a5-4c6d-4dc4-a58d-5525adddd43d for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:30:31.680132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Updating router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d port 9a3cea12-85c3-4a7e-b994-7d2f43328797 binding host dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:30:31.692696 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a2859dd9-61e1-472d-a2ff-c395ca3d4a8c req-2621cbc3-6460-421e-94ea-7496805b795f tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1075895
Jan 19 16:30:31.723273 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:31.755876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d7c19c2e-82e9-4642-8062-4c6c632af47d None None] Provisioning complete for port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:31.756300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d7c19c2e-82e9-4642-8062-4c6c632af47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:31.815278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.110718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Allocated IP 172.20.0.1 (57e06a8d-4ced-46ce-9241-222e6958a583/529c9882-f9fc-43f0-be94-75dd6812bfdf/70eba4e4-cd97-45a1-a207-9b4fd96d0fda) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:30:32.284252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.302903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Transition to ACTIVE for port object 70eba4e4-cd97-45a1-a207-9b4fd96d0fda will not be triggered until provisioned by entity DHCP. {{(pid=80060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:32.309953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Notify callbacks [] for port, precommit_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.330160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Transition to ACTIVE for port object 9a3cea12-85c3-4a7e-b994-7d2f43328797 will not be triggered until provisioned by entity L2. {{(pid=80062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:32.332871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.333186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.349416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-11035b6b-3e50-4270-a087-f5dfb11a99e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:32.350363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:32.497980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Pushing event updated for resources: {'Port': ['ID=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:32.504655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:32.564830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Network 57e06a8d-4ced-46ce-9241-222e6958a583 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:30:32.566182 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:32.568572 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:30:32.638217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853105671'] for router_interface, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.660051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397d96b-6b8b-4853-83e4-9398ddafd95d None None] Pushing event updated for resources: {'Port': ['ID=9a3cea12-85c3-4a7e-b994-7d2f43328797,revision_number=2']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:32.664568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0397d96b-6b8b-4853-83e4-9398ddafd95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:32.754590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Attempting to bind port 9a3cea12-85c3-4a7e-b994-7d2f43328797 on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:30:32.754999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Attempting to bind port 9a3cea12-85c3-4a7e-b994-7d2f43328797 by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:30:32.755406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Attempting to bind port 9a3cea12-85c3-4a7e-b994-7d2f43328797 on network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:30:32.761405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:30:32.761850 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Checking segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:30:32.762315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.762756 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Bound using segment: {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'} {{(pid=80062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:30:32.763290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Bound port: 9a3cea12-85c3-4a7e-b994-7d2f43328797, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e39dee-9572-43ef-8d14-78dd04a5d524', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}}] {{(pid=80062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:30:32.763715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.771682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.830618 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-74362486-aa09-44bf-9aea-70f92deba5fa None None] Provisioning for port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:32.846380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-74362486-aa09-44bf-9aea-70f92deba5fa None None] Provisioning complete for port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:32.846707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-74362486-aa09-44bf-9aea-70f92deba5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.916834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] For port 9a3cea12-85c3-4a7e-b994-7d2f43328797, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:30:32.922616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] For port 9a3cea12-85c3-4a7e-b994-7d2f43328797, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=9a3cea12-85c3-4a7e-b994-7d2f43328797,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:30:32.924976 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-74362486-aa09-44bf-9aea-70f92deba5fa None None] Port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:30:32.927513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:32.944522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:33.124389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397d96b-6b8b-4853-83e4-9398ddafd95d None None] Pushing event updated for resources: {'Port': ['ID=9a3cea12-85c3-4a7e-b994-7d2f43328797,revision_number=3']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:33.129169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0397d96b-6b8b-4853-83e4-9398ddafd95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:33.155317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de74686-01fb-45de-84de-b8eaf374c3b3 req-c4aba5da-fb73-4527-9be9-1e2a7d414b77 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:33.157097 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1de74686-01fb-45de-84de-b8eaf374c3b3 req-c4aba5da-fb73-4527-9be9-1e2a7d414b77 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.2670658
Jan 19 16:30:33.190260 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:30:33.193340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd4f5ba8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:33.248918 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1de74686-01fb-45de-84de-b8eaf374c3b3 req-e2563978-83ef-4666-aeb2-ebdc0dd3af1a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0762768
Jan 19 16:30:33.303044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:33.307540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:33.341154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:33.432863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852955733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1669978'] for router_interface, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:33.443120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:30:33.447688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Pushing event updated for resources: {'Port': ['ID=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:33.452849 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:33.616499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Network 57e06a8d-4ced-46ce-9241-222e6958a583 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:30:33.616499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:33.852908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd4f5ba8>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 1, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:33.857960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:30:33.861684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e09939-d085-45c9-b38a-8af6d233699b None None] The sync data for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi is: [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 1, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:30:33.863397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-27bf5a6b-4b11-4b12-a8bd-8665316c9ddc None None] Provisioning complete for port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:33.863819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-27bf5a6b-4b11-4b12-a8bd-8665316c9ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:33.930722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-27bf5a6b-4b11-4b12-a8bd-8665316c9ddc None None] Port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:30:34.345775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:30:34.365393 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] 10.222.0.122 "PUT /v2.0/routers/9a9157a5-4c6d-4dc4-a58d-5525adddd43d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6474857
Jan 19 16:30:34.551158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d1f8f-2f1b-4f4e-8e1f-8822ff38d0dc req-3382f13b-ba4d-42f1-9b21-241198788958 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:34.558485 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1f0d1f8f-2f1b-4f4e-8e1f-8822ff38d0dc req-3382f13b-ba4d-42f1-9b21-241198788958 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1207249
Jan 19 16:30:34.637555 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1f0d1f8f-2f1b-4f4e-8e1f-8822ff38d0dc req-3824ce85-c31f-422b-a5f9-e4703dcd2cfa tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0694227
Jan 19 16:30:35.172935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 9a3cea12-85c3-4a7e-b994-7d2f43328797 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:35.253277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 9a3cea12-85c3-4a7e-b994-7d2f43328797 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:35.258227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 9a3cea12-85c3-4a7e-b994-7d2f43328797 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:35.258650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:35.404675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:35.443483 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 9a3cea12-85c3-4a7e-b994-7d2f43328797, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=9a3cea12-85c3-4a7e-b994-7d2f43328797,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:30:35.450993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:35.453233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3fa04c80-ac5f-466f-add1-5ec1469f5300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:35.548261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=9a3cea12-85c3-4a7e-b994-7d2f43328797,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:35.554598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:35.924104 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0b4c-2a41-4e3f-b2a5-40fd9f5f677a req-e002c8c8-5f50-4ed7-81a7-21239a01cca5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:35.925876 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90ae0b4c-2a41-4e3f-b2a5-40fd9f5f677a req-e002c8c8-5f50-4ed7-81a7-21239a01cca5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1267312
Jan 19 16:30:35.994587 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90ae0b4c-2a41-4e3f-b2a5-40fd9f5f677a req-d18beb6a-15da-48a4-a1a9-2f964dfc897c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0592198
Jan 19 16:30:36.191251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9a9923db-34e1-4c43-ab72-0b61c09039c1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:36.279614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:36.285498 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:36.286046 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:36.440528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:36.478980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:30:36.504506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 9a9923db-34e1-4c43-ab72-0b61c09039c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:30:36.508175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:36.510202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:36.619565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:36.634961 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:36.674966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'code': 200}
Jan 19 16:30:37.046453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfbf83-5923-4c9b-aa10-94ac64e93ec2 req-fba6d404-c404-4872-9f6e-50d61d3358aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:37.049143 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eabfbf83-5923-4c9b-aa10-94ac64e93ec2 req-fba6d404-c404-4872-9f6e-50d61d3358aa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.0864422
Jan 19 16:30:37.102691 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eabfbf83-5923-4c9b-aa10-94ac64e93ec2 req-3723f64f-a600-4e5b-a029-5a209d3f6e0c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447938
Jan 19 16:30:37.193364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 9a3cea12-85c3-4a7e-b994-7d2f43328797 up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:37.337178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaefa6a-2409-40cb-aa2f-b6aece29bafd req-4924f330-7c14-4002-b304-fd337ee04b35 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:37.339273 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ceaefa6a-2409-40cb-aa2f-b6aece29bafd req-4924f330-7c14-4002-b304-fd337ee04b35 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1594591
Jan 19 16:30:37.354315 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 9a3cea12-85c3-4a7e-b994-7d2f43328797 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:37.354866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:37.439114 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ceaefa6a-2409-40cb-aa2f-b6aece29bafd req-aa88b378-4b21-4a6d-9b5e-fc83d56a071c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0920625
Jan 19 16:30:37.476765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Sync routers for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:30:37.491465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:30:37.492146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe4eea90>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:37.702454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:30:37.781185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9a9923db-34e1-4c43-ab72-0b61c09039c1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:37.884200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:37.885025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:38.112553 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe4eea90>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 2, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:38.117731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Checking router: 9a9157a5-4c6d-4dc4-a58d-5525adddd43d for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:30:38.118173 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Updating router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda binding host dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 19 16:30:38.187674 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:38.547429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c2558bd2-b3e9-4cba-808f-246f7bd955b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:38.768340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1bc66-e1cc-4d45-baaf-49d7822de4dd req-afd3c596-2f6a-4cd6-9fd1-05186b7465f4 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:38.770966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4eb1bc66-e1cc-4d45-baaf-49d7822de4dd req-afd3c596-2f6a-4cd6-9fd1-05186b7465f4 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1490145
Jan 19 16:30:38.846504 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4eb1bc66-e1cc-4d45-baaf-49d7822de4dd req-6600ecfe-0101-4019-84dd-b93a451aa773 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0664728
Jan 19 16:30:38.890438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Notify callbacks [] for port, precommit_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:38.918503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Transition to ACTIVE for port object 70eba4e4-cd97-45a1-a207-9b4fd96d0fda will not be triggered until provisioned by entity L2. {{(pid=80063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:38.922775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:38.945258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3c9acf2d-2168-4e70-9fc1-d2045527c313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:39.032974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaae5f5-bd60-4da6-8f1a-61c7cd0979c4 None None] Pushing event updated for resources: {'Port': ['ID=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,revision_number=3']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:39.040348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-afaae5f5-bd60-4da6-8f1a-61c7cd0979c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:39.110884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcfbb4-b8e2-48bc-be31-69a0529a03de req-4ac7ad6c-6676-4577-8e3b-98abe3581fe3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:39.113935 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-49bcfbb4-b8e2-48bc-be31-69a0529a03de req-4ac7ad6c-6676-4577-8e3b-98abe3581fe3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1377621
Jan 19 16:30:39.190225 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-49bcfbb4-b8e2-48bc-be31-69a0529a03de req-6128e84e-814e-4295-909b-528773e02b3a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0695260
Jan 19 16:30:39.372166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Attempting to bind port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda on host dv-cinder-667108-29-iscsi for vnic_type normal with profile  {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:30:39.372735 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Attempting to bind port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda by drivers openvswitch on host dv-cinder-667108-29-iscsi at level 0 using segments [{'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:30:39.373213 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Attempting to bind port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda on network 57e06a8d-4ced-46ce-9241-222e6958a583 {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:30:39.383044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Checking agent: {'id': '5bf3ae28-09b6-414c-8e59-53c646c816a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-667108-29-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 46, 12), 'started_at': datetime.datetime(2021, 1, 19, 15, 46, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-667108-29-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.37', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:30:39.384013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Checking segment: {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:30:39.384472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:39.384893 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Bound using segment: {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'} {{(pid=80063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:30:39.385413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Bound port: 70eba4e4-cd97-45a1-a207-9b4fd96d0fda, host: dv-cinder-667108-29-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'}}] {{(pid=80063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:30:39.386420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:39.502519 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-9e591240-622f-4ca3-8605-0e7bed9716b3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2470195
Jan 19 16:30:39.508303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'floatingip': {'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:39.512991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] For port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda, host dv-cinder-667108-29-iscsi, cleared binding levels {{(pid=80063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:30:39.516717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] For port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda, host dv-cinder-667108-29-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:30:39.521306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:39.523081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:39.527650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Usage tracker for resource:floatingip and tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:30:39.540816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:39.562912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:30:39.571313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:39.585627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:39.729570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaae5f5-bd60-4da6-8f1a-61c7cd0979c4 None None] Pushing event updated for resources: {'Port': ['ID=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,revision_number=4']} {{(pid=80063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:39.735629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-afaae5f5-bd60-4da6-8f1a-61c7cd0979c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:39.781172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:30:39.781925 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe4eea90>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:39.834626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9a9923db-34e1-4c43-ab72-0b61c09039c1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:39.885419 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:39.976195 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:39.976623 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:40.168997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:30:40.337847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Allocated IP 172.27.2.112 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/517f0314-51a9-446b-a941-d059c79f281a) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:30:40.516033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:40.562593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:40.573915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe4eea90>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:39Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:40.579937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:40.580265 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ea3e2-c4e3-4c96-99af-f3db0f3a83a6 None None] The sync data for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi is: [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:39Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:30:40.766196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event updated for resources: {'Port': ['ID=517f0314-51a9-446b-a941-d059c79f281a,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:40.781576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.781990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.782172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.782546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.782938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.783317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.783707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.784093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.784477 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.784865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.785248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.785630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.786108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.786494 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.786876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.787267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.787645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.788022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.788402 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.788783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.789162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.789543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.789948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.790331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:40.805479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:40.833379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:30:40.834689 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:40.840900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:30:40.948144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.019747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-acf2e560-dfc0-4eec-bd61-b3ebec3dbada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.051101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.242569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 70eba4e4-cd97-45a1-a207-9b4fd96d0fda up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:41.378210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning for port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:41.387518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:41.388161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.434569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.441270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.469139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:41.488971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.569768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.615414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] For port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:30:41.621665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.628543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-be2f0186-0cb3-4e50-a39e-b8b10838b22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:41.628995 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event updated for resources: {'Port': ['ID=517f0314-51a9-446b-a941-d059c79f281a,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:41.634603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:41.717080 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Pushing event updated for resources: {'Port': ['ID=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:41.728654 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.729051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.729427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.729819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.730298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.730664 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.731028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.731397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.731762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.732134 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.732508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.732886 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.733342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.733701 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.734452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.735091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.735091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.735395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.735783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.736157 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.736514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.736865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.737220 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.737586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:41.742536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:41.814684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.854032 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:41.855685 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3520269
Jan 19 16:30:41.967899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-17a3110b-ee2e-4922-a8fe-283d380598a1 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Synchronizing usage tracker for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:30:41.987854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-17a3110b-ee2e-4922-a8fe-283d380598a1 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Unset dirty status for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:30:41.989826 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-17a3110b-ee2e-4922-a8fe-283d380598a1 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.112 HTTP/1.1" status: 200  len: 696 time: 0.1271896
Jan 19 16:30:42.198175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-9dc8f76e-9f28-4d7d-b7f9-0de36212e871 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:42.200330 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-9dc8f76e-9f28-4d7d-b7f9-0de36212e871 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/networks/fe7a3ff0-de49-4f13-ab3f-8380114b5f26 HTTP/1.1" status: 200  len: 784 time: 0.2003767
Jan 19 16:30:42.214670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-99ecacf2-4c0f-4798-aac8-2efb1b094ffb tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:30:42.216738 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c03b16bf-8a1d-489e-ad7d-e93d98cdb9ba req-99ecacf2-4c0f-4798-aac8-2efb1b094ffb tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0076425
Jan 19 16:30:42.469680 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9ec7-6737-4be7-a320-1dd24145927f req-77b06053-7392-470d-821f-96a05dcba993 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:42.471772 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-77b06053-7392-470d-821f-96a05dcba993 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1353765
Jan 19 16:30:42.482078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:42.590643 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-aa6e5948-c94e-44a1-94e8-9da4a270d162 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.112 HTTP/1.1" status: 200  len: 696 time: 0.1115830
Jan 19 16:30:42.608366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Request body: {'floatingip': {'port_id': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:42.669059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:42.719506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:43.179253 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 70eba4e4-cd97-45a1-a207-9b4fd96d0fda up at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:30:43.279531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Provisioning complete for port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:43.279865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:43.764492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:43.768525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:43.980621 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Floating IP 2cd9108c-5226-4503-88fe-6de3e1339bfe associated. External IP: 172.27.2.112, port: 9a9923db-34e1-4c43-ab72-0b61c09039c1.
Jan 19 16:30:44.431520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Router 691888ff-2ec5-474d-90e3-e36f5b7941f6 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:30:44.651089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:30:44.656478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:44.662918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] Sync routers for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:30:44.676882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:30:44.677579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7ad358>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:44.784885 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-28b6f745-2bd9-4788-b616-0c81c913d137 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "PUT /v2.0/floatingips/2cd9108c-5226-4503-88fe-6de3e1339bfe HTTP/1.1" status: 200  len: 996 time: 2.1763930
Jan 19 16:30:44.785684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:30:44.889541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9ec7-6737-4be7-a320-1dd24145927f req-42e0f84c-5856-4c41-8b9c-f2048dbed739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:44.898345 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-42e0f84c-5856-4c41-8b9c-f2048dbed739 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.1051946
Jan 19 16:30:45.057477 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9ec7-6737-4be7-a320-1dd24145927f req-241e704f-f8dc-4d3d-b251-719941d97044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:45.064090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:30:45.066255 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-241e704f-f8dc-4d3d-b251-719941d97044 service neutron] 10.222.0.122 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1673822
Jan 19 16:30:45.212390 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-a52cb11d-301c-4838-8a2e-518c41faef12 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 999 time: 0.1451404
Jan 19 16:30:45.299047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9ec7-6737-4be7-a320-1dd24145927f req-5c97db95-2e5f-44ea-b3ab-2666ffd085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:45.300660 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-5c97db95-2e5f-44ea-b3ab-2666ffd085c7 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0807610
Jan 19 16:30:45.416333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9ec7-6737-4be7-a320-1dd24145927f req-db00df58-6dc7-4dd9-a111-2f54f697f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:45.418204 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-db00df58-6dc7-4dd9-a111-2f54f697f378 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1099553
Jan 19 16:30:45.435781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-ac3e0e57-134e-4e6a-8c73-09c582c114a2 service neutron] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:30:45.436883 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-ac3e0e57-134e-4e6a-8c73-09c582c114a2 service neutron] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0083454
Jan 19 16:30:45.570910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7ad358>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '2cd9108c-5226-4503-88fe-6de3e1339bfe', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'port_id': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'mac_address': 'fa:16:3e:4b:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11debd91-f700-440a-b2e6-11d33439edc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:30:40Z', 'updated_at': '2021-01-19T16:30:43Z', 'revision_number': 1, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:45.577272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] Checking router: 691888ff-2ec5-474d-90e3-e36f5b7941f6 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:30:45.592465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:30:45.593785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7ad358>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:45.613934 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-ad8bce20-a14a-459a-857d-b160e75d3c6f service neutron] 10.222.0.122 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703699
Jan 19 16:30:45.907440 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-806f9ec7-6737-4be7-a320-1dd24145927f req-79ebf9df-1b71-4ba5-9d02-5341d628d9b8 service neutron] 10.222.0.122 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2866576
Jan 19 16:30:45.955484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:30:46.244997 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'status': 'completed', 'code': 200}
Jan 19 16:30:46.387606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7ad358>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '2cd9108c-5226-4503-88fe-6de3e1339bfe', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'port_id': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'mac_address': 'fa:16:3e:4b:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11debd91-f700-440a-b2e6-11d33439edc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:30:40Z', 'updated_at': '2021-01-19T16:30:43Z', 'revision_number': 1, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:30:46.392490 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732485a-8fda-4cd3-9352-6c7a474569e7 None None] The sync data for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi is: [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '2cd9108c-5226-4503-88fe-6de3e1339bfe', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'port_id': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'mac_address': 'fa:16:3e:4b:6d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11debd91-f700-440a-b2e6-11d33439edc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:30:40Z', 'updated_at': '2021-01-19T16:30:43Z', 'revision_number': 1, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:30:46.432587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84e15-5817-44c9-a514-863627db6078 req-5ab48c29-dbe5-49e1-a780-aeef3f9cfdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:46.434624 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82e84e15-5817-44c9-a514-863627db6078 req-5ab48c29-dbe5-49e1-a780-aeef3f9cfdab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.1327658
Jan 19 16:30:46.615259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84e15-5817-44c9-a514-863627db6078 req-b4d55cfe-adcf-49fe-8642-c2c2cabd8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:46.618047 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82e84e15-5817-44c9-a514-863627db6078 req-b4d55cfe-adcf-49fe-8642-c2c2cabd8898 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1761713
Jan 19 16:30:46.743591 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82e84e15-5817-44c9-a514-863627db6078 req-ef8ce8ac-c1d0-42e4-90e1-d79b662ef6de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 999 time: 0.1178367
Jan 19 16:30:46.779981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9a7f6-97ac-4e6f-99cb-0d7fe37a0ea6 None None] New status for floating IP 2cd9108c-5226-4503-88fe-6de3e1339bfe: ACTIVE {{(pid=80063) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:30:46.821546 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84e15-5817-44c9-a514-863627db6078 req-2161512f-5a04-4a97-8316-9c24cd255a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:46.823160 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82e84e15-5817-44c9-a514-863627db6078 req-2161512f-5a04-4a97-8316-9c24cd255a4d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0722785
Jan 19 16:30:46.917316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84e15-5817-44c9-a514-863627db6078 req-d880d29e-3db3-4f67-a103-a54fcfd0fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:46.918958 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82e84e15-5817-44c9-a514-863627db6078 req-d880d29e-3db3-4f67-a103-a54fcfd0fb15 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0889833
Jan 19 16:30:47.091869 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82e84e15-5817-44c9-a514-863627db6078 req-c296f700-91cf-4084-9d3e-4cd2fe4c9afe service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648140
Jan 19 16:30:47.247548 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-82e84e15-5817-44c9-a514-863627db6078 req-18327a9e-d574-4667-bee0-439f51efb881 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483686
Jan 19 16:30:47.929867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0429d0cb-153c-48e9-a893-c289ff87e701 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:47.930603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0429d0cb-153c-48e9-a893-c289ff87e701 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:network {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:30:47.948769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0429d0cb-153c-48e9-a893-c289ff87e701 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:network {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:30:47.950216 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0429d0cb-153c-48e9-a893-c289ff87e701 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 815 time: 0.2011671
Jan 19 16:30:47.966328 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-aab776b8-ebcd-4571-943b-972d6e0b7372 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/quotas/7b23dbae5e0d4bdc970543c0b14e5ba3 HTTP/1.1" status: 200  len: 375 time: 0.0099809
Jan 19 16:30:48.071054 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-f293ce08-65f5-4ac5-97b5-6effa284b95b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:30:48.089142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-f293ce08-65f5-4ac5-97b5-6effa284b95b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:30:48.090714 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-f293ce08-65f5-4ac5-97b5-6effa284b95b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1180215
Jan 19 16:30:48.249026 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-9eb2038b-561e-4e30-83b2-c9e69336409a service neutron] 10.222.0.122 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443064
Jan 19 16:30:48.397175 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-491dfa04-6bab-469e-8970-266bf0fd7849 service neutron] 10.222.0.122 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414258
Jan 19 16:30:48.620069 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-40853b27-0c51-4b12-978a-bc928621e99d req-0ac0fcc1-b153-49f0-b493-f6837e49d8c3 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 210 time: 0.0553875
Jan 19 16:30:49.881300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-2291035d-b1df-4b6b-ab9a-176b36e41c40 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:49.883746 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-2291035d-b1df-4b6b-ab9a-176b36e41c40 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 815 time: 0.2098308
Jan 19 16:30:49.909332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'port': {'device_id': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'admin_state_up': True, 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:30:50.099322 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8be030f0-4d60-4eb1-b0d5-e2e9a912cfd9 req-7cc793b4-67db-438b-a659-97aa8856a1a2 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 210 time: 0.3180890
Jan 19 16:30:50.288846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:30:50.300180 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:30:50.311164 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Made reservation on behalf of 7b23dbae5e0d4bdc970543c0b14e5ba3 for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:30:50.323707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:50.716913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Allocated IP 172.20.0.6 (57e06a8d-4ced-46ce-9241-222e6958a583/529c9882-f9fc-43f0-be94-75dd6812bfdf/1b1a67f7-a85c-4052-aa10-9d24b1619d6f) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:30:50.969538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:50.988205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Transition to ACTIVE for port object 1b1a67f7-a85c-4052-aa10-9d24b1619d6f will not be triggered until provisioned by entity DHCP. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:30:51.015995 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:51.035073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-aa273e7e-2456-49c9-8b5d-9682c270566a tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:30:51.187421 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:30:51.212984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.213417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.213856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.214264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.214666 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.215067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.215466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.215863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.218866 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.219336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.219813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.220165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.220783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.221500 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.222023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.222429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.222830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.223229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.223627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.224021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.224414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.224806 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.225197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.225588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:30:51.231946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:30:51.290017 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Network 57e06a8d-4ced-46ce-9241-222e6958a583 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:30:51.291270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:30:51.294905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:30:51.399699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40780fc3-24d9-4a5e-9d78-21fa42d4335e req-4da80ac1-6c40-41b4-b06f-a4319fbb2281 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:51.401700 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-40780fc3-24d9-4a5e-9d78-21fa42d4335e req-4da80ac1-6c40-41b4-b06f-a4319fbb2281 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1401811
Jan 19 16:30:51.446313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:51.447668 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:51.480921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-40780fc3-24d9-4a5e-9d78-21fa42d4335e req-c690aa88-9005-4f91-b178-1ecaa3106a71 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:30:51.502188 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5974545
Jan 19 16:30:51.505922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-40780fc3-24d9-4a5e-9d78-21fa42d4335e req-c690aa88-9005-4f91-b178-1ecaa3106a71 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:30:51.507242 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-40780fc3-24d9-4a5e-9d78-21fa42d4335e req-c690aa88-9005-4f91-b178-1ecaa3106a71 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990703
Jan 19 16:30:51.700516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-dd2530eb-0aef-4488-aa28-9878a40b2039 None None] Provisioning for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f completed by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:30:51.706993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-dd2530eb-0aef-4488-aa28-9878a40b2039 None None] Provisioning complete for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:30:51.707653 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd2530eb-0aef-4488-aa28-9878a40b2039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:51.769375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-dd2530eb-0aef-4488-aa28-9878a40b2039 None None] Port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f cannot update to ACTIVE because it is not bound. {{(pid=80062) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 19 16:30:52.142373 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:30:52.778146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeee72c-9a52-4df3-a361-96052bd41cf9 req-57fea361-6de6-4a93-ab67-790f60077a12 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:52.779955 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-faeee72c-9a52-4df3-a361-96052bd41cf9 req-57fea361-6de6-4a93-ab67-790f60077a12 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1127992
Jan 19 16:30:52.841060 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-faeee72c-9a52-4df3-a361-96052bd41cf9 req-f1302f5d-eebc-4359-8d2b-20e4a5dd6a19 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532937
Jan 19 16:30:54.096641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6b4c-608f-47b1-96b9-bcb845371c22 req-d46b36fd-e455-4ca7-a792-beed448b179b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:54.098431 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ef6b4c-608f-47b1-96b9-bcb845371c22 req-d46b36fd-e455-4ca7-a792-beed448b179b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1162572
Jan 19 16:30:54.157867 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e6ef6b4c-608f-47b1-96b9-bcb845371c22 req-d5cbf072-fd45-4b97-a706-76447a2a4815 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527453
Jan 19 16:30:55.410583 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8a30-6ca9-4a03-88f7-471183dbaf48 req-bf0420d5-605b-43de-89e9-e6322462ddbc tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:55.412361 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4cad8a30-6ca9-4a03-88f7-471183dbaf48 req-bf0420d5-605b-43de-89e9-e6322462ddbc tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1106215
Jan 19 16:30:55.475988 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4cad8a30-6ca9-4a03-88f7-471183dbaf48 req-679384bf-56d0-4a5e-84f2-f91e3490af21 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561144
Jan 19 16:30:56.730529 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3639b-508f-49fe-a6b3-f2acd140ed0f req-5d6e4021-3458-4ddb-bb74-b7d8dd31d061 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:56.732438 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bbb3639b-508f-49fe-a6b3-f2acd140ed0f req-5d6e4021-3458-4ddb-bb74-b7d8dd31d061 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1134517
Jan 19 16:30:56.789417 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bbb3639b-508f-49fe-a6b3-f2acd140ed0f req-a61636dc-5edd-40c4-a298-4f4b055f7a82 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501635
Jan 19 16:30:58.035254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb461337-d6a8-44bc-b88c-62193fd3ff0a req-3cd3f294-13ea-4251-b403-1e9f2a16296b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:58.037159 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bb461337-d6a8-44bc-b88c-62193fd3ff0a req-3cd3f294-13ea-4251-b403-1e9f2a16296b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1138973
Jan 19 16:30:58.098780 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-bb461337-d6a8-44bc-b88c-62193fd3ff0a req-d64029f1-ca1b-4b9b-a5dd-339fa2525dc8 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547059
Jan 19 16:30:59.358214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d9b9f-022d-4bf5-a5eb-00ab7dc81289 req-ec32b389-ebb1-4584-bfbf-8448b1dda973 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:30:59.365103 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1c2d9b9f-022d-4bf5-a5eb-00ab7dc81289 req-ec32b389-ebb1-4584-bfbf-8448b1dda973 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1199396
Jan 19 16:30:59.422837 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1c2d9b9f-022d-4bf5-a5eb-00ab7dc81289 req-e37f88d5-255e-4888-a6c6-64f66c7c89c8 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556140
Jan 19 16:31:00.666466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96645470-b7a4-4031-944d-c722a96a4116 req-b1446820-4055-4aa9-b0f7-a299ed7ca551 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:00.668285 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96645470-b7a4-4031-944d-c722a96a4116 req-b1446820-4055-4aa9-b0f7-a299ed7ca551 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1075051
Jan 19 16:31:00.737655 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-96645470-b7a4-4031-944d-c722a96a4116 req-ccd96506-e6d0-489d-8aac-69e6d42fc2ea tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616167
Jan 19 16:31:01.905659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Request body: {'port': {'device_id': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:02.036176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:02.059811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61af6-b488-48f6-bc4c-f6222020f6d6 req-459dd965-07c0-4c13-8a8d-8eae36c5a88a tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:02.061710 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eab61af6-b488-48f6-bc4c-f6222020f6d6 req-459dd965-07c0-4c13-8a8d-8eae36c5a88a tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 931 time: 0.1790893
Jan 19 16:31:02.066032 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-28f71b25-4e86-4708-9547-0022d5dc3f11 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1431160
Jan 19 16:31:02.116460 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eab61af6-b488-48f6-bc4c-f6222020f6d6 req-b65fc1c7-228d-4335-9ac6-375ff5219e0d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477562
Jan 19 16:31:02.280345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710835ef-725a-4081-a64d-60de2636b7ee req-9d96c3b0-eb93-498c-98bf-a76cea851a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:02.282634 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-9d96c3b0-eb93-498c-98bf-a76cea851a59 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.0852318
Jan 19 16:31:02.454396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710835ef-725a-4081-a64d-60de2636b7ee req-bcf71c0b-0fa5-44f6-b29b-e56c13a2b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:02.456022 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-bcf71c0b-0fa5-44f6-b29b-e56c13a2b66a service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1519272
Jan 19 16:31:02.479828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1a67f7-a85c-4052-aa10-9d24b1619d6f {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 16:31:02.489924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:02.502717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Transition to ACTIVE for port object 1b1a67f7-a85c-4052-aa10-9d24b1619d6f will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:31:02.505586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:02.523445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-152992ad-f275-4332-9949-9aa81f628345 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:02.578451 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-85243490-e5d7-4fde-84c0-fc1df9bfbf2c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 1001 time: 0.1149905
Jan 19 16:31:02.655440 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710835ef-725a-4081-a64d-60de2636b7ee req-1346dc6d-7214-45d6-8eb8-15b50719cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:02.657380 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-1346dc6d-7214-45d6-8eb8-15b50719cb0b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0714226
Jan 19 16:31:02.663877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:02.668468 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:02.752675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710835ef-725a-4081-a64d-60de2636b7ee req-53fb25ee-da88-48a1-a19a-e07d9dcd25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:02.754717 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-53fb25ee-da88-48a1-a19a-e07d9dcd25b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0901880
Jan 19 16:31:02.872536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Attempting to bind port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:31:02.872912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Attempting to bind port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:31:02.874129 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Attempting to bind port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f on network 57e06a8d-4ced-46ce-9241-222e6958a583 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:31:02.880526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:31:02.880902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Checking segment: {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:31:02.881304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:02.881700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Bound using segment: {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:31:02.882245 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Bound port: 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9be127-bf50-40d6-98ad-d7b61d9b834a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:31:02.882617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:02.914164 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-e60bb6bf-edb5-4aed-90c5-534341e63f99 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525409
Jan 19 16:31:02.993504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:31:02.996681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:31:03.000423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:03.018203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-011198f0-63bb-4a01-a4f9-ebdb9a671c52 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:03.066884 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-710835ef-725a-4081-a64d-60de2636b7ee req-d0ec1937-5d34-4252-898c-c2e64c69b2ed service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457696
Jan 19 16:31:03.167012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:03.181056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:03.218567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:03.219221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:03.220698 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] 10.222.0.85 "PUT /v2.0/ports/1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 1157 time: 1.3205738
Jan 19 16:31:03.221228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:31:03.378852 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-c6d077d3-1dbe-47c9-8ca9-c971718d55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:03.380686 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-c6d077d3-1dbe-47c9-8ca9-c971718d55c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1160 time: 0.0967357
Jan 19 16:31:03.408854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3debd-0588-4a5c-9430-8090841ffcd9 req-b89a0009-069c-4e12-b593-1c255696544e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:03.410591 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3cc3debd-0588-4a5c-9430-8090841ffcd9 req-b89a0009-069c-4e12-b593-1c255696544e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 943 time: 0.1126316
Jan 19 16:31:03.439200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:31:03.463195 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3cc3debd-0588-4a5c-9430-8090841ffcd9 req-b9b254d8-b25d-41db-a7b3-f384457795b3 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460229
Jan 19 16:31:03.468226 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-687180aa-c9f7-450b-99e4-82b970060cb2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 217 time: 0.0715666
Jan 19 16:31:03.549427 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0f9cf37d-cd0e-45fc-abe7-307f9bf6d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:03.551056 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0f9cf37d-cd0e-45fc-abe7-307f9bf6d682 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0758145
Jan 19 16:31:03.604768 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'status': 'completed', 'code': 200}
Jan 19 16:31:03.646420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0db52226-368d-48c7-8f6e-a151c3cd6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:03.648049 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-0db52226-368d-48c7-8f6e-a151c3cd6c31 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0903053
Jan 19 16:31:03.800471 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-9012e21b-83a6-4c8c-9621-693e5938ca7a service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439581
Jan 19 16:31:03.950147 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-83bc25fa-4787-4fc5-b8bb-429a5c26b615 req-c0e6b524-9815-40b0-b31d-96d8942631c4 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428580
Jan 19 16:31:04.128946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-df34693a-deb2-4f8a-8ff7-4138df675f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:04.130708 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-df34693a-deb2-4f8a-8ff7-4138df675f91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1160 time: 0.0829096
Jan 19 16:31:04.281339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-ff8da751-1bdb-40cb-9560-572ce2d7d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:04.282960 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-ff8da751-1bdb-40cb-9560-572ce2d7d072 service neutron] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1449766
Jan 19 16:31:04.363670 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-21488ba2-0a99-438a-bde7-73bb668537a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 217 time: 0.0720990
Jan 19 16:31:04.439268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-26ad1dea-5b0e-46d0-a887-0439972fe0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:04.440966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-26ad1dea-5b0e-46d0-a887-0439972fe0bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0706096
Jan 19 16:31:04.758225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-b5b6139b-d568-41f9-9017-ad9028d9792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:04.759713 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-b5b6139b-d568-41f9-9017-ad9028d9792b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3119667
Jan 19 16:31:04.873033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdf15b-1335-4a03-82c2-ebba439f3f32 req-3ad22ba2-369d-431d-9667-c5ed6e85c487 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:04.875103 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-65cdf15b-1335-4a03-82c2-ebba439f3f32 req-3ad22ba2-369d-431d-9667-c5ed6e85c487 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 943 time: 0.1134067
Jan 19 16:31:04.913265 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-3411db7c-1e18-474b-8205-e6b5cd9857d2 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454103
Jan 19 16:31:04.928492 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-65cdf15b-1335-4a03-82c2-ebba439f3f32 req-15b53e26-8566-4a58-a124-4d378314739e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458672
Jan 19 16:31:05.066770 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a3824f6-b9b2-4ca0-b7a5-90449df7d700 req-754c6dd7-ff6e-46fe-8de3-8eefedd2050e service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430290
Jan 19 16:31:05.121901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56320) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:05.806058 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:06.010212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-1bcc0967-e579-458d-9675-113e982d00d8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80062) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 16:31:06.228945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25089-3e66-4acd-82a0-719d2fae82d3 req-93c1d251-4d75-49bf-8e41-c4c7b0606310 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:06.230779 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-add25089-3e66-4acd-82a0-719d2fae82d3 req-93c1d251-4d75-49bf-8e41-c4c7b0606310 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 943 time: 0.1479793
Jan 19 16:31:06.504054 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1b1a67f7-a85c-4052-aa10-9d24b1619d6f up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:31:06.565045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Deleting port c830c4cd-178c-4944-9cdb-40dccc685a49 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:31:06.565414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:06.580363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:31:06.585430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:31:06.585875 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:06.603874 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-add25089-3e66-4acd-82a0-719d2fae82d3 req-8b9f6423-86e7-481e-b5d7-c0fcfcf28370 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3462057
Jan 19 16:31:06.726413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:06.758740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:31:06.770189 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:31:06.773675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:06.774596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] For port c830c4cd-178c-4944-9cdb-40dccc685a49, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=c830c4cd-178c-4944-9cdb-40dccc685a49,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:31:06.774999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:06.775999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0397d96b-6b8b-4853-83e4-9398ddafd95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:06.832034 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'code': 200}
Jan 19 16:31:06.866111 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:06.869495 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:06.924274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Calling delete_port for c830c4cd-178c-4944-9cdb-40dccc685a49 owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:31:07.115890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:07.120287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2df1d-7c9c-4c8a-a1cb-d87906fcc33b req-8974ffde-edfc-4dfa-ad56-5813961f3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:07.121952 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2ac2df1d-7c9c-4c8a-a1cb-d87906fcc33b req-8974ffde-edfc-4dfa-ad56-5813961f3d70 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1162 time: 0.0817976
Jan 19 16:31:07.133163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d5738187-f4bd-4e92-bbbf-f7ac5abfd692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:07.172139 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2ac2df1d-7c9c-4c8a-a1cb-d87906fcc33b req-5cd63478-bb8b-46ca-9a58-5f66e9ce4c89 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416985
Jan 19 16:31:07.231599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Pushing event deleted for resources: {'Port': ['ID=c830c4cd-178c-4944-9cdb-40dccc685a49,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:07.238387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:07.557568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:07.990836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e612-3fa1-40dd-98c5-7cff10fe5fb3 req-c9e022fe-093d-45d4-8c29-33d6831e81e9 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:07.992643 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1874e612-3fa1-40dd-98c5-7cff10fe5fb3 req-c9e022fe-093d-45d4-8c29-33d6831e81e9 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.2248929
Jan 19 16:31:08.107635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1b1a67f7-a85c-4052-aa10-9d24b1619d6f up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:31:08.188027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:31:08.188337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:08.197653 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1874e612-3fa1-40dd-98c5-7cff10fe5fb3 req-1645f45c-74c6-418c-ba55-4311a200da13 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949453
Jan 19 16:31:08.253064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:31:08.453573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:31:08.468188 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3fa67a60-16ac-42d3-bdc1-ee93e7e12647 admin admin] 10.222.0.122 "PUT /v2.0/routers/7b4da88d-5d40-470d-b0b5-853f4e9ecc84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3445036
Jan 19 16:31:08.469084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] Sync routers for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:31:08.470291 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56346) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:08.489593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:31:08.490194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd636748>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:08.662543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1d007784-1c11-4062-a505-4bbf5501c801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:08.719162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:31:08.914885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks [] for router, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:09.045312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd636748>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:31:07Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:09.049731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] Checking router: 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:31:09.058798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] Routers {'7b4da88d-5d40-470d-b0b5-853f4e9ecc84'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:31:09.059456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd636748>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:30:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:09.110206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:09.116783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Deleting port fedc8b85-9090-4eeb-8c0b-2e80704dfad2 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:31:09.116783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:09.265563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] Set router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:31:09.318990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] For port fedc8b85-9090-4eeb-8c0b-2e80704dfad2, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=fedc8b85-9090-4eeb-8c0b-2e80704dfad2,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:31:09.319360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:09.500549 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Calling delete_port for fedc8b85-9090-4eeb-8c0b-2e80704dfad2 owned by network:router_gateway {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:31:09.659785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0e657-bcd7-4a69-ae51-0b2ace11ab8c req-58d79a5a-c3ab-448a-8345-ada27b2b1f41 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:09.661657 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48c0e657-bcd7-4a69-ae51-0b2ace11ab8c req-58d79a5a-c3ab-448a-8345-ada27b2b1f41 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.2742503
Jan 19 16:31:09.762337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:09.781007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd636748>, [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:31:07Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:09.785295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53700de7-9a15-45c4-9aab-2a3f5e18faa6 None None] The sync data for ids ['7b4da88d-5d40-470d-b0b5-853f4e9ecc84'] in dv-cinder-667108-29-iscsi is: [{'id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'name': 'tempest-AttachVolumeShelveTestJSON-2043522341-router', 'tenant_id': '2fb4ba863088481091ba978e0d72f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:16:50Z', 'updated_at': '2021-01-19T16:31:07Z', 'revision_number': 5, 'project_id': '2fb4ba863088481091ba978e0d72f829', 'gw_port': {'id': 'fedc8b85-9090-4eeb-8c0b-2e80704dfad2', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:70:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4da88d-5d40-470d-b0b5-853f4e9ecc84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:16:51Z', 'updated_at': '2021-01-19T16:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:31:09.785537 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48c0e657-bcd7-4a69-ae51-0b2ace11ab8c req-351c6db9-d1be-4026-b6c4-9d820ee5c084 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908217
Jan 19 16:31:10.045079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.203838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.207662 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.234686 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275cd34-233e-42e6-a06f-cdd227f1749d req-b00099a8-8978-469b-8b0f-e43e7bc19a1b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:10.236510 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e275cd34-233e-42e6-a06f-cdd227f1749d req-b00099a8-8978-469b-8b0f-e43e7bc19a1b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.3137951
Jan 19 16:31:10.286237 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.286901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4da88d-5d40-470d-b0b5-853f4e9ecc84 {{(pid=80060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:31:10.306952 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e275cd34-233e-42e6-a06f-cdd227f1749d req-14114ea5-ad94-4baa-a95c-390bbf6b4403 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640328
Jan 19 16:31:10.314568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.315761 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4da8df3f-44cf-427b-a896-62db52fa437c admin admin] 10.222.0.122 "DELETE /v2.0/routers/7b4da88d-5d40-470d-b0b5-853f4e9ecc84 HTTP/1.1" status: 204  len: 168 time: 1.8444607
Jan 19 16:31:10.318539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56362) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:10.401858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Deleting subnet b0f68830-20b2-4971-8859-f3a5513c5db3 {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:31:10.405548 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.466103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852582291'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.599505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:10.948219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c1370-914d-4266-aa53-ea3d49dc420d req-86c21bfb-24fb-4276-8e42-324fd3234088 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:10.949801 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-692c1370-914d-4266-aa53-ea3d49dc420d req-86c21bfb-24fb-4276-8e42-324fd3234088 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.2189345
Jan 19 16:31:11.004156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-398486c4-30c5-400d-ace9-62ffd8522ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.032802 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-692c1370-914d-4266-aa53-ea3d49dc420d req-2543ec8a-250f-4fd0-ab59-e251bd5f4aae tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754368
Jan 19 16:31:11.036584 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852235061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852127883'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.053663 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:11.094141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f68830-20b2-4971-8859-f3a5513c5db3,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:11.147044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:11.179240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device c830c4cd-178c-4944-9cdb-40dccc685a49 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:31:11.197908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.206368 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-527b0853-d199-4239-b2a7-93f259137bab admin admin] 10.222.0.122 "DELETE /v2.0/subnets/b0f68830-20b2-4971-8859-f3a5513c5db3 HTTP/1.1" status: 204  len: 168 time: 0.8866038
Jan 19 16:31:11.208807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56374) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:11.223436 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: c830c4cd-178c-4944-9cdb-40dccc685a49 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:31:11.224025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device c830c4cd-178c-4944-9cdb-40dccc685a49 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:31:11.224511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device fedc8b85-9090-4eeb-8c0b-2e80704dfad2 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:31:11.263207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bbb4ad-c67a-4460-8f79-84406e6265dd None None] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:31:11.282514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: fedc8b85-9090-4eeb-8c0b-2e80704dfad2 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:31:11.282908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device fedc8b85-9090-4eeb-8c0b-2e80704dfad2 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:31:11.342776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.428019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Deleting port 347820e6-df65-4399-8265-d35d65cde0a6 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:31:11.428594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.490574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.596991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] DHCP port deletion for 6c019d6b-8512-460f-a6a4-82c4cc4695e4 request from dv-cinder-667108-29-iscsi {{(pid=80062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 19 16:31:11.602004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Deleting port 347820e6-df65-4399-8265-d35d65cde0a6 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:31:11.602454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.697921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] For port 347820e6-df65-4399-8265-d35d65cde0a6, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=347820e6-df65-4399-8265-d35d65cde0a6,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:31:11.698336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.837992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] For port 347820e6-df65-4399-8265-d35d65cde0a6, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=347820e6-df65-4399-8265-d35d65cde0a6,segment=NetworkSegment(87228b68-97e3-4c2c-b1a6-e2c52833b9d7),segment_id=87228b68-97e3-4c2c-b1a6-e2c52833b9d7)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:31:11.838459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.842688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Calling delete_port for 347820e6-df65-4399-8265-d35d65cde0a6 owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:31:11.929200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:11.946048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1a48c7c7-0c48-4a4a-8f75-503d4eacd483 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:11.988397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Calling delete_port for 347820e6-df65-4399-8265-d35d65cde0a6 owned by network:dhcp {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:31:11.995479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=347820e6-df65-4399-8265-d35d65cde0a6,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:12.145994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:31:12.146404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:31:12.301147 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:12.350539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] No DVR routers for this DVR port 347820e6-df65-4399-8265-d35d65cde0a6 on host dv-cinder-667108-29-iscsi {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:31:12.480168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:12.482420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:12.609452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc05cf28>,) {'filters': {'network_id': ['6c019d6b-8512-460f-a6a4-82c4cc4695e4']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:12.622877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc05cf28>, '87228b68-97e3-4c2c-b1a6-e2c52833b9d7') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:12.623238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc05cf28>, '87228b68-97e3-4c2c-b1a6-e2c52833b9d7') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:12.637474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:12.647721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Deleting port 347820e6-df65-4399-8265-d35d65cde0a6 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:31:12.648709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:12.658977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:12.660960 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:31:12.743884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1c5a1-7f8e-4f20-97f2-2725940eb3d4 None None] The port '347820e6-df65-4399-8265-d35d65cde0a6' was deleted {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 19 16:31:12.746511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:12.879337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:31:12.889758 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:13.089839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Network 6c019d6b-8512-460f-a6a4-82c4cc4695e4 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:31:13.116062 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:31:13.173605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 347820e6-df65-4399-8265-d35d65cde0a6 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:31:13.210398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 347820e6-df65-4399-8265-d35d65cde0a6 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:31:13.210779 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 347820e6-df65-4399-8265-d35d65cde0a6 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:31:13.212163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:13.217250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:13.234236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:13.245709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c019d6b-8512-460f-a6a4-82c4cc4695e4,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:13.251158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:13.262707 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d29db56b-bfc5-4852-a23e-0b8b0b796a25 admin admin] 10.222.0.122 "DELETE /v2.0/networks/6c019d6b-8512-460f-a6a4-82c4cc4695e4 HTTP/1.1" status: 204  len: 168 time: 2.0528023
Jan 19 16:31:13.434693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56410) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:13.500684 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ecb3833b-b259-4dee-9877-2bd32ded1b48 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=2fb4ba863088481091ba978e0d72f829&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0615752
Jan 19 16:31:13.502045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56416) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:13.589216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f703448f-78aa-4f28-a3e8-9e6bb4107da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:13.620642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f703448f-78aa-4f28-a3e8-9e6bb4107da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:13.679935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f703448f-78aa-4f28-a3e8-9e6bb4107da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:13.687541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-728e66a7-3070-462a-8444-d58d8ecc7220 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:13.704418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703448f-78aa-4f28-a3e8-9e6bb4107da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5049f13-85a1-4202-879f-a2e4040d6114,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:13.709946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f703448f-78aa-4f28-a3e8-9e6bb4107da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:13.712054 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f703448f-78aa-4f28-a3e8-9e6bb4107da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:13.713324 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f703448f-78aa-4f28-a3e8-9e6bb4107da0 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/f5049f13-85a1-4202-879f-a2e4040d6114 HTTP/1.1" status: 204  len: 168 time: 0.2102110
Jan 19 16:31:16.145355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56476) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:16.305933 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:16.323796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:16.328649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Usage tracker for resource:security_group_rule and tenant:de6968615a4f41e08ee1ca8bb38b35b3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:16.331856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:16.338597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:16.435869 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:16.438878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:16.447523 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3a37792b-3dbf-4421-a8ac-f49a25e6919c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:16.493656 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=de6968615a4f41e08ee1ca8bb38b35b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3470082
Jan 19 16:31:16.494652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bffedf1-0552-447f-88e4-987a8a79f4b7,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:16.496609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 56484) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:16.498159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:16.567320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:16.598097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:16.646614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:16.651817 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-02090039-81da-4df0-9530-ec86d6771d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:16.663302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bffedf1-0552-447f-88e4-987a8a79f4b7,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:16.665969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:16.672398 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:16.673612 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/1bffedf1-0552-447f-88e4-987a8a79f4b7 HTTP/1.1" status: 204  len: 168 time: 0.1758897
Jan 19 16:31:17.051635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 56496) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:17.071761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:17.087142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:17.091294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Usage tracker for resource:security_group_rule and tenant:86154cb98fbe4ada9336990195afc154 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:17.095360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:17.102375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:17.191272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:17.194109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:17.204166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c9638c19-addc-4c56-a54f-cbb8009de9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:17.252006 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=86154cb98fbe4ada9336990195afc154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1991277
Jan 19 16:31:17.254132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad8a2ef-d4ab-40df-a71a-f3106f95fe64,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:17.255112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56500) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:17.257877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1e980e82-5e54-4c91-8da0-fe0f4a9603e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:17.327461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c48361d3-3f5e-4e4a-b423-4dfc61de1619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:17.355669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c48361d3-3f5e-4e4a-b423-4dfc61de1619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:17.412659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c48361d3-3f5e-4e4a-b423-4dfc61de1619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:17.418226 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4f2453e4-7240-494c-9a45-5b8599345503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:17.434188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48361d3-3f5e-4e4a-b423-4dfc61de1619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad8a2ef-d4ab-40df-a71a-f3106f95fe64,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:17.438709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c48361d3-3f5e-4e4a-b423-4dfc61de1619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:17.443611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c48361d3-3f5e-4e4a-b423-4dfc61de1619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:17.444788 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c48361d3-3f5e-4e4a-b423-4dfc61de1619 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/3ad8a2ef-d4ab-40df-a71a-f3106f95fe64 HTTP/1.1" status: 204  len: 168 time: 0.1884854
Jan 19 16:31:21.865060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bcf49-a8e1-4edb-88d5-ac682618ebf3 req-e48cce02-6929-417d-8743-628dfdef5a6c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:21.867016 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d86bcf49-a8e1-4edb-88d5-ac682618ebf3 req-e48cce02-6929-417d-8743-628dfdef5a6c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.1199868
Jan 19 16:31:21.925420 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d86bcf49-a8e1-4edb-88d5-ac682618ebf3 req-54941b2f-afe0-4d20-8370-058671988536 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521533
Jan 19 16:31:22.150506 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-2edc9cbd-fd0e-4986-937e-87e24eb09737 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1700652
Jan 19 16:31:22.155939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:22.161131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'floatingip': {'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:22.170996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:22.175149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Usage tracker for resource:floatingip and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:22.178205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:22.183901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:22.195369 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for floatingip, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:22.355387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:22.640169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Allocated IP 172.27.2.182 (fe7a3ff0-de49-4f13-ab3f-8380114b5f26/ff8f1a94-7737-455f-878c-73b58eb3357f/120dbe9c-7894-445f-affd-8b96217dea76) {{(pid=80060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:31:22.809004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for port, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:22.840996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:22.862359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:23.007579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'Port': ['ID=120dbe9c-7894-445f-affd-8b96217dea76,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:23.010783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:23.071826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Network fe7a3ff0-de49-4f13-ab3f-8380114b5f26 is already hosted by enough agents. {{(pid=80060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:31:23.073231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources bound (agent type, host, resource id):  {{(pid=80060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:31:23.075743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Received port after_create {{(pid=80060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:31:23.168661 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for floatingip, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:23.231458 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:23.541345 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:23.546099 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:23.563057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1515849d-4764-4cb3-9248-3feda369b7bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:23.701540 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'Port': ['ID=120dbe9c-7894-445f-affd-8b96217dea76,revision_number=2']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:23.704934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:23.810763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:23.832911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:23.834256 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-23354d6a-b4ae-48c0-a0e2-ee35fa227556 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6774955
Jan 19 16:31:23.929819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-36a9f531-bcf2-47c2-882b-7b9abf57f487 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:floatingip {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:31:23.946733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-36a9f531-bcf2-47c2-882b-7b9abf57f487 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:floatingip {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:31:23.947958 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-36a9f531-bcf2-47c2-882b-7b9abf57f487 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.182 HTTP/1.1" status: 200  len: 696 time: 0.1071665
Jan 19 16:31:24.132073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-111c1ce5-0a20-4cbe-bbd6-86fd3723250e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:24.133687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fbd47551-a0ef-42e8-a769-6bd46af202ea req-111c1ce5-0a20-4cbe-bbd6-86fd3723250e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/networks/fe7a3ff0-de49-4f13-ab3f-8380114b5f26 HTTP/1.1" status: 200  len: 784 time: 0.1789455
Jan 19 16:31:24.364217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-55a7bcb8-175c-43cf-9c22-957b0289157f tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:24.365955 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-55a7bcb8-175c-43cf-9c22-957b0289157f tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1210415
Jan 19 16:31:24.460051 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-547de81e-70b3-4641-b8ee-2ab0a5e54856 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.182 HTTP/1.1" status: 200  len: 696 time: 0.0855725
Jan 19 16:31:24.470996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'floatingip': {'port_id': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:24.562924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for floatingip, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:24.806355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 56634) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:24.970442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:24.986630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:24.990726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Usage tracker for resource:security_group_rule and tenant:a11bfb563b2f42dea646ef76b19c6ce0 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:24.993703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:25.000116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:25.119642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.123542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.133569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3246bd67-5cb4-4016-99de-4a260385c379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:25.182738 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a11bfb563b2f42dea646ef76b19c6ce0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3749273
Jan 19 16:31:25.182885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56642) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:25.184311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65305370-c3d5-4dcb-8553-af5bae940177,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:25.192655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:25.386682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.431819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.590264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.597805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-308e497a-3176-4ca4-918f-b8ef6165e86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:25.619375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65305370-c3d5-4dcb-8553-af5bae940177,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:25.626942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for floatingip, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.628218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:25.630783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.632999 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/65305370-c3d5-4dcb-8553-af5bae940177 HTTP/1.1" status: 204  len: 168 time: 0.4481547
Jan 19 16:31:25.633608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1671017'] for floatingip, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:25.844830 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Floating IP 12779b3c-b001-4674-88ea-a41409f8d552 associated. External IP: 172.27.2.182, port: 1b1a67f7-a85c-4052-aa10-9d24b1619d6f.
Jan 19 16:31:26.030375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 56652) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:26.051856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.067368 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:26.071494 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Usage tracker for resource:security_group_rule and tenant:ca0d340d4d134a26a76633ba33279d07 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:26.074466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:26.080783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:26.185881 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.189984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.226544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-daf76fec-0de9-4a8c-9627-4f60c53717bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:26.237783 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=ca0d340d4d134a26a76633ba33279d07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2061701
Jan 19 16:31:26.242644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 56658) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:26.254599 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:31:26.281360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733d858e-fa77-4e33-b4e8-c98d17d8122f,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:26.290990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d5cea2e9-64ac-4c55-97ed-cf474f563eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:26.334371 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.364757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.420444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.425433 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6d745b3b-5cb6-4193-afeb-64ab2131aaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:26.441614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733d858e-fa77-4e33-b4e8-c98d17d8122f,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:26.444383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:26.455534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.456748 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/733d858e-fa77-4e33-b4e8-c98d17d8122f HTTP/1.1" status: 204  len: 168 time: 0.2129662
Jan 19 16:31:26.468366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:31:26.475487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:26.478197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] Sync routers for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:31:26.488683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:31:26.489350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd534b70>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:31:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:26.543559 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-4019fbea-e861-4d32-8618-519437a80c5d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "PUT /v2.0/floatingips/12779b3c-b001-4674-88ea-a41409f8d552 HTTP/1.1" status: 200  len: 996 time: 2.0770659
Jan 19 16:31:26.544123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:31:26.642250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-52fd85cb-79c2-4515-8499-d663c058c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:26.644178 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-52fd85cb-79c2-4515-8499-d663c058c5a6 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1162 time: 0.0828106
Jan 19 16:31:26.711924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:31:26.838607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-dd40016c-2aea-4420-ab50-2adfe40cafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:26.840814 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-dd40016c-2aea-4420-ab50-2adfe40cafc1 service neutron] 10.222.0.122 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1897273
Jan 19 16:31:26.959845 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-cf2685e6-af7b-4f3e-af3b-2df791509459 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 999 time: 0.1102419
Jan 19 16:31:27.048090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-6ae6d6d4-a68a-4f0c-97f3-95334eca09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:27.049910 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-6ae6d6d4-a68a-4f0c-97f3-95334eca09f7 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0822575
Jan 19 16:31:27.150984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-f5ada622-0d59-4af8-919a-3aaff31a116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:27.153031 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-f5ada622-0d59-4af8-919a-3aaff31a116d service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0922823
Jan 19 16:31:27.300551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd534b70>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '12779b3c-b001-4674-88ea-a41409f8d552', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'port_id': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'mac_address': 'fa:16:3e:c7:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:31:23Z', 'updated_at': '2021-01-19T16:31:25Z', 'revision_number': 1, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:41Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:27.305073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] Checking router: 9a9157a5-4c6d-4dc4-a58d-5525adddd43d for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:31:27.315051 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-0754ec6d-779d-4597-b967-ee371fc75b1e service neutron] 10.222.0.122 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534057
Jan 19 16:31:27.317876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:31:27.318983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd534b70>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:31:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:27.489347 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5ef98399-392e-4ff4-a9b0-8d6d5ccc9d10 req-fa581682-46bc-4161-80d9-a4a74d4502e9 service neutron] 10.222.0.122 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1663771
Jan 19 16:31:27.546845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:31:27.568014 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'status': 'completed', 'code': 200}
Jan 19 16:31:27.601785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1958440209', 'description': 'tempest-TestMinimumBasicScenario-1958440209 description'}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:27.613816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:27.624645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:27.635405 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:27.663740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:27.668380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Usage tracker for resource:security_group_rule and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:27.674864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:27.684804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:27.771221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb455-0807-471a-abea-586676ddc5fe req-d404bf70-09f9-4515-afe1-9369390c52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:27.772893 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edceb455-0807-471a-abea-586676ddc5fe req-d404bf70-09f9-4515-afe1-9369390c52fd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1162 time: 0.1552091
Jan 19 16:31:27.782595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:27.786277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:27.792386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1929327c-5a51-4075-b008-067e546f0eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:27.841901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'SecurityGroup': ['ID=4262f528-7824-435c-91d8-5d90b9a88028,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:27.859516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:27.861130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:27.866990 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-023d7ac9-d7d9-496c-83f1-123951a9098c req-590c8b28-665a-446c-85cc-f358969ba77d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2714703
Jan 19 16:31:27.998429 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-19a0b4f0-9dea-4663-9dc7-c11d98eb31d0 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups/4262f528-7824-435c-91d8-5d90b9a88028 HTTP/1.1" status: 200  len: 1814 time: 0.0951133
Jan 19 16:31:28.004386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb455-0807-471a-abea-586676ddc5fe req-a9c5ee75-2717-44f5-8422-acb08652d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:28.006054 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edceb455-0807-471a-abea-586676ddc5fe req-a9c5ee75-2717-44f5-8422-acb08652d0cb service neutron] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.2246861
Jan 19 16:31:28.010898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4262f528-7824-435c-91d8-5d90b9a88028', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:28.011250 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4262f528-7824-435c-91d8-5d90b9a88028', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:28.015298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd534b70>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '12779b3c-b001-4674-88ea-a41409f8d552', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'port_id': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'mac_address': 'fa:16:3e:c7:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:31:23Z', 'updated_at': '2021-01-19T16:31:25Z', 'revision_number': 1, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:41Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:31:28.021092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d6439-d34d-4e59-918d-0370b47575a2 None None] The sync data for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi is: [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_floatingips': [{'id': '12779b3c-b001-4674-88ea-a41409f8d552', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'router_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'port_id': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'mac_address': 'fa:16:3e:c7:a4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-19T16:31:23Z', 'updated_at': '2021-01-19T16:31:25Z', 'revision_number': 1, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:41Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:31:28.023569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:28.028417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Usage tracker for resource:security_group_rule and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:28.032552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:28.039075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:28.117094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.146258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.149037 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edceb455-0807-471a-abea-586676ddc5fe req-f4d666f3-9b94-4cb1-ac67-df964ad038b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 999 time: 0.1322775
Jan 19 16:31:28.149917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.152137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:28.178300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5390072c-9198-4309-a6bd-7ede024acb17,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:28.181037 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:28.188336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.193497 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-89bfdec4-c4af-4a63-b591-850b5d4726c6 req-83246f11-a91e-4285-ab35-6bc87801287b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1869819
Jan 19 16:31:28.232112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb455-0807-471a-abea-586676ddc5fe req-38ec21ab-7096-4447-9262-ae99a71793c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:28.233777 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edceb455-0807-471a-abea-586676ddc5fe req-38ec21ab-7096-4447-9262-ae99a71793c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0761745
Jan 19 16:31:28.282799 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-441b5e9f-cbae-4351-8210-99a7af62578a tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups/4262f528-7824-435c-91d8-5d90b9a88028 HTTP/1.1" status: 200  len: 2407 time: 0.0588284
Jan 19 16:31:28.295903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4262f528-7824-435c-91d8-5d90b9a88028', 'remote_group_id': None}]} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:28.296304 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4262f528-7824-435c-91d8-5d90b9a88028', 'remote_group_id': None}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:28.306461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:28.311950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Usage tracker for resource:security_group_rule and tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:28.315065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:28.321168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:28.344137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb455-0807-471a-abea-586676ddc5fe req-87970866-9e46-4de2-8ea8-dd852e851907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:28.346201 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edceb455-0807-471a-abea-586676ddc5fe req-87970866-9e46-4de2-8ea8-dd852e851907 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1046293
Jan 19 16:31:28.394324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group_rule, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.424492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0e00c4-4ee7-4f37-84c8-1ee9435d58a3 None None] New status for floating IP 12779b3c-b001-4674-88ea-a41409f8d552: ACTIVE {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:31:28.438814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.444021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418038'] for security_group_rule, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.459981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a5a011ef-ed96-41d1-988e-140c66fdb213 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:28.480036 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b801536-7de3-4cdf-9b13-e88d9fb3ed07,revision_number=0']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:28.486892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:28.500191 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group_rule, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.501535 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-98a677ea-59fc-4d43-814e-8a0eb1ae0974 req-e119d73e-a222-4b08-8c23-26866eb4c392 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2108371
Jan 19 16:31:28.541683 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edceb455-0807-471a-abea-586676ddc5fe req-588f890f-b96e-4dec-8db0-cf0db0e3dfea service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856217
Jan 19 16:31:28.550004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 56718) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:28.689185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-4280df1f-0e95-44ec-b476-08454f04edd5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:31:28.708127 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-4280df1f-0e95-44ec-b476-08454f04edd5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:31:28.709407 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-4280df1f-0e95-44ec-b476-08454f04edd5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1958440209&fields=id&tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3 HTTP/1.1" status: 200  len: 267 time: 0.0733919
Jan 19 16:31:28.729501 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-edceb455-0807-471a-abea-586676ddc5fe req-6797297f-b5fc-4262-ade5-981d037b6ffc service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1754553
Jan 19 16:31:28.789917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:28.819626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:31:28.827771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a7fa7bb60e9647049ffee055af8ecf02 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:31:28.831746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:31:28.839403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:31:28.880969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-0e9debf0-5faa-4756-a21f-a41581bad6b5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:28.882668 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-0e9debf0-5faa-4756-a21f-a41581bad6b5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.1666791
Jan 19 16:31:28.899199 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'port': {'security_groups': ['33e6e800-a4f4-41dc-8e0d-2b856652d042', '4262f528-7824-435c-91d8-5d90b9a88028']}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:31:29.322266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.395994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.404763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.426098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fc053504-c12a-4c62-963e-f1709c4c4012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:29.483247 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a7fa7bb60e9647049ffee055af8ecf02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9346182
Jan 19 16:31:29.486097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 56726) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:31:29.540247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be011b-e60b-4b4f-9002-e6f04619b3ef,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:29.548218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1e945379-3550-493b-a5b8-b653120994f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:29.559406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4321ea6b-2b76-404f-9309-5bbac0063eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.593958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4321ea6b-2b76-404f-9309-5bbac0063eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.647504 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4321ea6b-2b76-404f-9309-5bbac0063eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.653130 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7ca80c37-f15f-40e4-a81b-25ce2fc30b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:29.668236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321ea6b-2b76-404f-9309-5bbac0063eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be011b-e60b-4b4f-9002-e6f04619b3ef,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:29.671895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4321ea6b-2b76-404f-9309-5bbac0063eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:29.672818 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4321ea6b-2b76-404f-9309-5bbac0063eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.674113 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4321ea6b-2b76-404f-9309-5bbac0063eac admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/c3be011b-e60b-4b4f-9002-e6f04619b3ef HTTP/1.1" status: 204  len: 168 time: 0.1868286
Jan 19 16:31:29.814982 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:31:29.845303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.849726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:29.866079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b99c1075-e3f6-416a-bd61-6999e171610d tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:31:30.032302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=5']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:31:30.037768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:31:30.094608 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:30.095056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:30.097687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8b745d05-1ea5-4e34-b24d-b37e8c5cb869 req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "PUT /v2.0/ports/1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 981 time: 1.2056525
Jan 19 16:31:30.098418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:31:30.328155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-afe038ed-7f40-4225-8e2f-0dd3e366f87f None None] Provisioning complete for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:31:30.328813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-afe038ed-7f40-4225-8e2f-0dd3e366f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:30.346767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd9be-a16a-49f7-8ac0-5d9ad2c3e7d1 req-fd994b04-cdee-4f4b-8c75-f3e997439d1e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:30.348373 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-595dd9be-a16a-49f7-8ac0-5d9ad2c3e7d1 req-fd994b04-cdee-4f4b-8c75-f3e997439d1e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1208937
Jan 19 16:31:30.414519 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-595dd9be-a16a-49f7-8ac0-5d9ad2c3e7d1 req-705c3238-f84b-4f2b-9222-ddb34b9878d6 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0594499
Jan 19 16:31:30.498428 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'status': 'completed', 'code': 200}
Jan 19 16:31:30.631586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-44657656-e81e-4e37-8b49-1d947e94e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:30.633323 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-44657656-e81e-4e37-8b49-1d947e94e7a1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1202 time: 0.0861721
Jan 19 16:31:30.807714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-cbe64624-ca53-4f9b-bc2e-14a2a298ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:30.809319 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-cbe64624-ca53-4f9b-bc2e-14a2a298ca0e service neutron] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1680849
Jan 19 16:31:30.941909 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-2e9e0732-24b8-4d43-8cbb-86dbaad57cab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 1001 time: 0.1141973
Jan 19 16:31:31.021272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-5d2554c6-443a-4031-8164-2fe642027090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:31.022903 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-5d2554c6-443a-4031-8164-2fe642027090 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0746269
Jan 19 16:31:31.111588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-299023de-6948-44bc-88e9-05f4f1d14f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:31.113784 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-299023de-6948-44bc-88e9-05f4f1d14f05 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0833945
Jan 19 16:31:31.274337 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-c1e79c21-49f5-4eaa-89ce-6ac2b8540831 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484089
Jan 19 16:31:31.431374 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-141a85c2-8542-45ff-bf68-4dd4f359c864 req-34fb69d3-7ce9-4594-90bc-4c56d9e17f37 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501565
Jan 19 16:31:32.557683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1b1a67f7-a85c-4052-aa10-9d24b1619d6f up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:31:32.634120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:31:32.634563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:38.546938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-bf4594f3-2ae5-44fa-bbcb-c074883ac232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:40.439354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:31:41.006915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9dc338c4-ff2d-4e04-bf9c-fd699f1433c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:41.475167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:42.477069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:42.670620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:44.923984 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-67a6f8cd-bc06-409f-90d6-5c5cf0bbbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:44.925609 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-67a6f8cd-bc06-409f-90d6-5c5cf0bbbeb5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1202 time: 0.0921812
Jan 19 16:31:44.955010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ddafd-7f86-402e-9cb1-d6ef0200d318 req-eee09ab9-1f89-428d-8991-c9efb155f4b1 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:44.956675 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f67ddafd-7f86-402e-9cb1-d6ef0200d318 req-eee09ab9-1f89-428d-8991-c9efb155f4b1 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1082671
Jan 19 16:31:45.016687 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f67ddafd-7f86-402e-9cb1-d6ef0200d318 req-59328570-a67b-44c1-b9f7-25007fcfa042 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0532503
Jan 19 16:31:45.079872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-9f54dc17-b564-427a-bca2-f4dfd2966d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:45.081452 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-9f54dc17-b564-427a-bca2-f4dfd2966d52 service neutron] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1471801
Jan 19 16:31:45.192231 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-34558dd6-5c44-4160-9bc1-6854146935e0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 1001 time: 0.1032379
Jan 19 16:31:45.268952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-d4ff5a8e-cc4c-4a3b-9ee8-10a5af4d2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:45.270518 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-d4ff5a8e-cc4c-4a3b-9ee8-10a5af4d2b2c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0694356
Jan 19 16:31:45.361248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-3e6ef6d7-bb2e-4997-80ca-26ecb1303d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:45.362934 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-3e6ef6d7-bb2e-4997-80ca-26ecb1303d0a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0822754
Jan 19 16:31:45.516525 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-224318ee-01a5-430c-9eaf-ec3d01d6c75d service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420588
Jan 19 16:31:45.671529 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-cce731fc-99e9-456d-83b3-0eb61bbf77c8 req-22688dc2-5874-473d-8dd1-e46fef7368e1 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472850
Jan 19 16:31:46.260739 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e7adc-0c36-4314-a723-fece2816f3bf req-b12902a5-fde4-45c3-9a1b-b141345ff76c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:46.262389 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ae0e7adc-0c36-4314-a723-fece2816f3bf req-b12902a5-fde4-45c3-9a1b-b141345ff76c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1118758
Jan 19 16:31:46.323351 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ae0e7adc-0c36-4314-a723-fece2816f3bf req-15c3a9b3-3989-415e-a44e-1fa9fd29a58a tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0530944
Jan 19 16:31:47.569438 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f999-ee69-4516-969a-44c93955ecfd req-edd24039-ed6e-4e8f-8c7d-b83e2521a2cf tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:47.571167 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7eb2f999-ee69-4516-969a-44c93955ecfd req-edd24039-ed6e-4e8f-8c7d-b83e2521a2cf tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1104734
Jan 19 16:31:47.634198 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7eb2f999-ee69-4516-969a-44c93955ecfd req-bbff03cb-1425-4bec-99c0-22a1d7afe8db tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0563753
Jan 19 16:31:48.876768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179e9f0-46a5-42f7-9427-92b33c27b7d3 req-491439fa-061f-4499-b5c7-90a5e88a745a tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:48.878542 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e179e9f0-46a5-42f7-9427-92b33c27b7d3 req-491439fa-061f-4499-b5c7-90a5e88a745a tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1064525
Jan 19 16:31:48.938534 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e179e9f0-46a5-42f7-9427-92b33c27b7d3 req-68fd6551-a0dd-4611-b585-f64b3b1df8aa tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0532358
Jan 19 16:31:50.180753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0375b-405c-4067-b2aa-c38712bbf621 req-f2497be1-7fe6-4b7d-9db0-ca7f9b203da2 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:50.182533 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ebe0375b-405c-4067-b2aa-c38712bbf621 req-f2497be1-7fe6-4b7d-9db0-ca7f9b203da2 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1119189
Jan 19 16:31:50.243679 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ebe0375b-405c-4067-b2aa-c38712bbf621 req-2e81c409-03f9-4208-b369-80d0c8d759d0 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0540400
Jan 19 16:31:51.486743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937b410-c90a-4cff-98a0-a8be51d113c5 req-0b8ee6a5-d0af-4516-adf3-7c202a7a2ac7 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:51.488448 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0937b410-c90a-4cff-98a0-a8be51d113c5 req-0b8ee6a5-d0af-4516-adf3-7c202a7a2ac7 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1105993
Jan 19 16:31:51.554368 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0937b410-c90a-4cff-98a0-a8be51d113c5 req-7f7a2b07-af59-499f-ae30-c02c1ae03336 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0593886
Jan 19 16:31:52.168042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:31:52.797404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03462a1-efd8-4b66-bdef-90b7e5baac13 req-46b6447a-0878-4794-9a9a-fac0e9e99d33 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:52.799069 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b03462a1-efd8-4b66-bdef-90b7e5baac13 req-46b6447a-0878-4794-9a9a-fac0e9e99d33 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1077943
Jan 19 16:31:52.858602 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b03462a1-efd8-4b66-bdef-90b7e5baac13 req-eb08d2ea-9a2f-4463-864f-c3f0941de072 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0526462
Jan 19 16:31:53.305603 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-7e67420d-dbc9-443a-8598-1217f085be32 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0885382
Jan 19 16:31:53.480774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-519e4f4e-f244-4e0a-891f-85e93c03174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:53.482963 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-519e4f4e-f244-4e0a-891f-85e93c03174e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.0799425
Jan 19 16:31:53.849729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-9c3c0b8f-eef4-4938-a451-921a5f97f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:53.851371 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-9c3c0b8f-eef4-4938-a451-921a5f97f104 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.3453524
Jan 19 16:31:53.964706 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-3c6c2c18-8ba5-47b5-a250-4eb8229cb72c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 1001 time: 0.1052830
Jan 19 16:31:54.058023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-0997ed68-66da-4684-b7e0-f5cc22bccd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:54.059635 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-0997ed68-66da-4684-b7e0-f5cc22bccd4e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0857248
Jan 19 16:31:54.112169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1d88d-65e9-4164-87bb-2d5a4857ddc7 req-5c654de9-0820-4a17-9bcd-37ca408d9d1e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:54.113863 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d9f1d88d-65e9-4164-87bb-2d5a4857ddc7 req-5c654de9-0820-4a17-9bcd-37ca408d9d1e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1168604
Jan 19 16:31:54.150854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-5f5aa7d5-d466-492e-949a-e887c21eb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:54.152460 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-5f5aa7d5-d466-492e-949a-e887c21eb834 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830436
Jan 19 16:31:54.175816 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d9f1d88d-65e9-4164-87bb-2d5a4857ddc7 req-fd713bb3-6616-43fd-b3d9-16e20d047ea4 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0544207
Jan 19 16:31:54.310380 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-1e5d0006-18df-4832-8c96-132e20461c0e service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482797
Jan 19 16:31:54.466458 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd70cae3-2f06-48a0-8744-bc065a449676 req-627e18cf-4f2b-4ace-9b25-38318f245ff1 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1484005
Jan 19 16:31:55.430231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ea489-e6d8-4b54-aba3-12c6157668cf req-7074a357-0603-44d3-bfd1-1d139cdf57cf tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:55.431980 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b54ea489-e6d8-4b54-aba3-12c6157668cf req-7074a357-0603-44d3-bfd1-1d139cdf57cf tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1177137
Jan 19 16:31:55.500560 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b54ea489-e6d8-4b54-aba3-12c6157668cf req-5b262fbc-2f70-490b-a5f9-69bab3cf1913 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0617874
Jan 19 16:31:56.750603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db9309-73be-49c6-8038-5f3845e80704 req-1b1a64bc-0f01-4d85-885e-5c27cfed377c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:56.752257 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-60db9309-73be-49c6-8038-5f3845e80704 req-1b1a64bc-0f01-4d85-885e-5c27cfed377c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1116173
Jan 19 16:31:56.813977 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-60db9309-73be-49c6-8038-5f3845e80704 req-606a8964-41c1-4134-bc6d-5b7e3606f177 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0549846
Jan 19 16:31:58.065870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7494e8-a3aa-494c-b986-401a9c2c01d1 req-9abf62eb-04a2-440d-a952-13f20a093530 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:58.067478 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5e7494e8-a3aa-494c-b986-401a9c2c01d1 req-9abf62eb-04a2-440d-a952-13f20a093530 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1160665
Jan 19 16:31:58.126632 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5e7494e8-a3aa-494c-b986-401a9c2c01d1 req-f658c698-04ec-4b7f-94d1-3f8dcea149b9 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0522501
Jan 19 16:31:59.368172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936626d8-ace6-4529-ae5c-05e0bd28d131 req-8bd07784-8b83-49d8-ac59-70bc264000d4 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:31:59.369897 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936626d8-ace6-4529-ae5c-05e0bd28d131 req-8bd07784-8b83-49d8-ac59-70bc264000d4 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1082768
Jan 19 16:31:59.432404 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-936626d8-ace6-4529-ae5c-05e0bd28d131 req-645a9fb1-7aa2-4214-808a-4d3e56960e54 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=4262f528-7824-435c-91d8-5d90b9a88028&id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0552731
Jan 19 16:32:07.486322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57100) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:07.676208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:07.694064 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:32:07.698942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Usage tracker for resource:security_group_rule and tenant:0f736b4e81c44cdcb06d365f0758290a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:32:07.703127 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:32:07.709503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:32:07.804764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:07.807605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:07.816936 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-be459703-1936-4390-bf42-d46eff2bf19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:07.861721 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=0f736b4e81c44cdcb06d365f0758290a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3741181
Jan 19 16:32:07.862691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202672c6-62a3-493e-b8ca-9ea7d5b0be96,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:07.864650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57108) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:07.870798 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.871204 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.871708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.872107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.872513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.872912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.873312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.873707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.874132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.874531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.874922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.875313 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.875762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.876151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.876541 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.876930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.877322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.877710 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.878132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.878522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.878912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.879298 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.879683 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.880067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:07.884650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:07.932183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:07.962445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:08.013862 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:08.019629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0c3f9996-c765-48d0-845b-9b4e3aa41951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:08.032636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202672c6-62a3-493e-b8ca-9ea7d5b0be96,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:08.043547 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.043969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.044383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.044792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.045194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.045601 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.046035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.046439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.046841 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.047397 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.047772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.048170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.048622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.049019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.049414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.049855 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.050251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.050771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.051176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.051617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.051993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.052383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.052776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.053169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:08.060801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:08.062936 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:08.064216 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-84cf39bc-ec7f-4009-81c6-66eb83b51c4a admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/202672c6-62a3-493e-b8ca-9ea7d5b0be96 HTTP/1.1" status: 204  len: 168 time: 0.1985059
Jan 19 16:32:08.549765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c7c31abd-a7c5-4949-98e7-3ddb6139ffb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:11.009006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ca1b2bbe-311b-448b-aeee-a4506a68b708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:11.477481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:12.485394 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:12.674722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:17.439452 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:32:22.200024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:38.552149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff01f-d885-4413-9dfb-28fd135a4a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:39.241997 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-9af8e261-d650-417f-accc-2660df303908 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1958440209&fields=id&tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3 HTTP/1.1" status: 200  len: 267 time: 0.0495937
Jan 19 16:32:39.358451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-aadfbb7c-ee38-4863-969a-847481c86c28 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:39.360216 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-aadfbb7c-ee38-4863-969a-847481c86c28 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 984 time: 0.1118228
Jan 19 16:32:39.375655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Request body: {'port': {'security_groups': ['33e6e800-a4f4-41dc-8e0d-2b856652d042']}} {{(pid=80060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:32:39.516616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:39.861693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:32:39.895554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for port, precommit_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:39.899048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852235130'] for port, after_update {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:39.915050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-36f36e96-da89-43da-a973-f4ba607d6485 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:40.082915 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event updated for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=6']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:40.089996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:40.145503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:40.146259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:40.147804 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-003eaa4b-6c71-40f8-a068-93ca2b1566bb req-68cb137a-f252-4cf8-8a41-10bcd9df4e26 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "PUT /v2.0/ports/1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 942 time: 0.7781961
Jan 19 16:32:40.148389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:32:40.251591 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-afb5af62-2059-4c3a-9277-931c25b99360 req-e34da275-0008-4b92-9b1c-3a1235bfd06b tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups/4262f528-7824-435c-91d8-5d90b9a88028 HTTP/1.1" status: 200  len: 3005 time: 0.0688868
Jan 19 16:32:40.343300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-afb5af62-2059-4c3a-9277-931c25b99360 req-a42ea01b-1bea-4d36-ab39-babd15cb0c31 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:40.374832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-afb5af62-2059-4c3a-9277-931c25b99360 req-a42ea01b-1bea-4d36-ab39-babd15cb0c31 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:40.398813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-193bedac-f5b1-421d-af9b-d520a9338f78 None None] Provisioning complete for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f triggered by entity DHCP. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:32:40.399165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-193bedac-f5b1-421d-af9b-d520a9338f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:40.427236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-afb5af62-2059-4c3a-9277-931c25b99360 req-a42ea01b-1bea-4d36-ab39-babd15cb0c31 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:40.433046 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3ffd9041-9705-48f3-a1fe-ced616fd7447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:40.449772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea01b-1bea-4d36-ab39-babd15cb0c31 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event deleted for resources: {'SecurityGroup': ['ID=4262f528-7824-435c-91d8-5d90b9a88028,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:40.453332 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a42ea01b-1bea-4d36-ab39-babd15cb0c31 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:40.464484 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-afb5af62-2059-4c3a-9277-931c25b99360 req-a42ea01b-1bea-4d36-ab39-babd15cb0c31 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:40.465725 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-afb5af62-2059-4c3a-9277-931c25b99360 req-a42ea01b-1bea-4d36-ab39-babd15cb0c31 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "DELETE /v2.0/security-groups/4262f528-7824-435c-91d8-5d90b9a88028 HTTP/1.1" status: 204  len: 173 time: 0.2132363
Jan 19 16:32:40.524946 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'status': 'completed', 'code': 200}
Jan 19 16:32:40.658823 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90872560-616f-4dac-9238-dd11fc775c29 req-17ec1e7f-1408-4015-b244-50cb064d8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:40.660623 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90872560-616f-4dac-9238-dd11fc775c29 req-17ec1e7f-1408-4015-b244-50cb064d8278 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1162 time: 0.0884387
Jan 19 16:32:40.680384 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-2faecc84-7750-44b7-a8c2-9a50eeee4068 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/floatingips/12779b3c-b001-4674-88ea-a41409f8d552 HTTP/1.1" status: 200  len: 998 time: 0.1327090
Jan 19 16:32:40.814821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90872560-616f-4dac-9238-dd11fc775c29 req-3c1d6448-9845-4c8e-830e-a176d6ace7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:40.816518 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90872560-616f-4dac-9238-dd11fc775c29 req-3c1d6448-9845-4c8e-830e-a176d6ace7d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1482425
Jan 19 16:32:40.870208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-304d13dc-bf7c-4c9b-8cfa-093c049dadbb tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:40.872536 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-304d13dc-bf7c-4c9b-8cfa-093c049dadbb tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/networks/fe7a3ff0-de49-4f13-ab3f-8380114b5f26 HTTP/1.1" status: 200  len: 784 time: 0.1846962
Jan 19 16:32:40.883030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a521a633-add6-4a8f-92b3-ff5ea8fcffa0 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] http://10.222.0.122:9696/v2.0/extensions returned with HTTP 200 {{(pid=80060) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 19 16:32:40.884132 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a521a633-add6-4a8f-92b3-ff5ea8fcffa0 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0063899
Jan 19 16:32:40.938968 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90872560-616f-4dac-9238-dd11fc775c29 req-0880c761-f97c-444c-aa99-40faf746d95b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 1001 time: 0.1143949
Jan 19 16:32:41.012140 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f9f7af14-c119-40e9-b4a2-287ce3483b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:41.012380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90872560-616f-4dac-9238-dd11fc775c29 req-97ab1f5b-443f-43bf-8364-34e7186ee1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:41.013982 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90872560-616f-4dac-9238-dd11fc775c29 req-97ab1f5b-443f-43bf-8364-34e7186ee1ed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0681553
Jan 19 16:32:41.015146 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-c369de28-d938-4d91-b31c-17fc44cd16b5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.182 HTTP/1.1" status: 200  len: 1001 time: 0.1240034
Jan 19 16:32:41.105600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90872560-616f-4dac-9238-dd11fc775c29 req-ac189f0b-d8d4-4113-aab1-f80b1f1b8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:41.107364 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90872560-616f-4dac-9238-dd11fc775c29 req-ac189f0b-d8d4-4113-aab1-f80b1f1b8097 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0861661
Jan 19 16:32:41.118020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-7706d566-d07a-40e6-a7a8-d9bf7468bd88 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:41.119530 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-7706d566-d07a-40e6-a7a8-d9bf7468bd88 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports/1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 942 time: 0.0978091
Jan 19 16:32:41.258482 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90872560-616f-4dac-9238-dd11fc775c29 req-70bfcb60-7352-4457-a124-bc981214a253 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431568
Jan 19 16:32:41.435771 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90872560-616f-4dac-9238-dd11fc775c29 req-5a6ce42b-a55c-4a62-aa21-47ea97f7b007 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1662562
Jan 19 16:32:41.481391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:41.576745 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-e3856078-4c4b-482e-a664-4a2db9d843a7 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.182 HTTP/1.1" status: 200  len: 1001 time: 0.3712921
Jan 19 16:32:41.769836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57434) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:41.819441 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Deleting port 120dbe9c-7894-445f-affd-8b96217dea76 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:32:41.819819 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:41.937365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:41.954052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:32:41.958453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9860174c91448a99d3d4134009d043 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:32:41.962233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:32:41.969528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:32:42.014516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.014888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.063024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.066645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.076900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cad922cd-be0e-41af-b155-c59ee3bb4702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:42.125666 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=ea9860174c91448a99d3d4134009d043&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3543735
Jan 19 16:32:42.126741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60801a20-051c-4470-a1b1-535105387a7d,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:42.129338 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57442) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:42.132155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:42.133242 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1b1a67f7-a85c-4052-aa10-9d24b1619d6f up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:32:42.156895 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Calling delete_port for 120dbe9c-7894-445f-affd-8b96217dea76 owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:32:42.200309 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.217854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:32:42.218559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.232788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.291277 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.297311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-95c92823-438a-4c57-a8bc-43b2b183dfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:42.311231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60801a20-051c-4470-a1b1-535105387a7d,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:42.313793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:42.321962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.326571 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/60801a20-051c-4470-a1b1-535105387a7d HTTP/1.1" status: 204  len: 168 time: 0.1933765
Jan 19 16:32:42.346239 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.362571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-79a67202-77c9-4fa9-a766-50d3ab069713 tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:42.414706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event deleted for resources: {'Port': ['ID=120dbe9c-7894-445f-affd-8b96217dea76,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:42.468721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:42.485595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.631432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:42.631819 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Floating IP 12779b3c-b001-4674-88ea-a41409f8d552 disassociated (deleted). External IP: 172.27.2.182, port: 1b1a67f7-a85c-4052-aa10-9d24b1619d6f.
Jan 19 16:32:42.711126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:43.028768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:32:43.234018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:32:43.246403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] Sync routers for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:32:43.256655 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:32:43.257348 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7b29e8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:32:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:32:43.258188 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:43.323839 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-a2857bb8-8850-469a-9a29-bfa65aff9327 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "DELETE /v2.0/floatingips/12779b3c-b001-4674-88ea-a41409f8d552 HTTP/1.1" status: 204  len: 173 time: 1.7399509
Jan 19 16:32:43.324502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:32:43.427959 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-f3719e5a-fd94-4a2d-b9d0-56562025dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:43.429947 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-f3719e5a-fd94-4a2d-b9d0-56562025dfb7 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1162 time: 0.0896609
Jan 19 16:32:43.462650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:32:43.590667 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-1fe9f8d6-2ba1-4810-9b8a-db41ca4cb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:43.601807 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-1fe9f8d6-2ba1-4810-9b8a-db41ca4cb812 service neutron] 10.222.0.122 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1617055
Jan 19 16:32:43.705391 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-41b54b28-1669-4b04-b9e5-8c0697013c66 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 217 time: 0.1058390
Jan 19 16:32:43.784312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-6100485b-2911-41f1-9f16-1db28f84d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:43.786162 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-6100485b-2911-41f1-9f16-1db28f84d36b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0797119
Jan 19 16:32:43.852763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7b29e8>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:41Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:32:43.858176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] Checking router: 9a9157a5-4c6d-4dc4-a58d-5525adddd43d for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:32:43.867584 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:32:43.868376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd7b29e8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:32:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:32:43.895778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-f43ddd37-788f-4612-ba32-2f8a3101c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:43.897798 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-f43ddd37-788f-4612-ba32-2f8a3101c3df service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1035137
Jan 19 16:32:44.019100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57480) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:44.068176 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-5f7220f2-baf2-453a-92a0-26d3f81e7bea service neutron] 10.222.0.122 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631005
Jan 19 16:32:44.216367 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:44.234136 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f05cf59a-beae-422f-84c2-c6958afe37ad req-668631ff-bb3c-4453-9e44-157b8fcca9fe service neutron] 10.222.0.122 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1580334
Jan 19 16:32:44.235229 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:32:44.236227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:32:44.239527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Usage tracker for resource:security_group_rule and tenant:f7b9d6374f5b47b4b0826d91e7734ea0 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:32:44.242878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:32:44.255609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:32:44.358014 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:44.361657 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:44.372988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8faf754e-a363-4ae4-98fd-4f3bc47f1ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:44.417863 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=f7b9d6374f5b47b4b0826d91e7734ea0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3972619
Jan 19 16:32:44.420422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57490) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:44.422390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31c3a0-3232-4216-af5c-fdd35a20c4f7,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:44.425834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-16bb3254-49c3-48f9-b56c-741de3b3953f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:44.496389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:44.529778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:44.597092 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'status': 'completed', 'code': 200}
Jan 19 16:32:44.598341 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:44.605252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cb0582f9-27b0-4161-bf4b-bb35d9482b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:44.607582 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd7b29e8>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:41Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:32:44.612566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f9bff-9eec-496e-9b1b-e569cbed5393 None None] The sync data for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi is: [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:32Z', 'revision_number': 4, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '70eba4e4-cd97-45a1-a207-9b4fd96d0fda', 'name': '', 'network_id': '57e06a8d-4ced-46ce-9241-222e6958a583', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'mac_address': 'fa:16:3e:70:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:31Z', 'updated_at': '2021-01-19T16:30:41Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'subnets': [{'id': '529c9882-f9fc-43f0-be94-75dd6812bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:32:44.623954 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31c3a0-3232-4216-af5c-fdd35a20c4f7,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:44.629378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:44.631449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:44.632932 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/0f31c3a0-3232-4216-af5c-fdd35a20c4f7 HTTP/1.1" status: 204  len: 168 time: 0.2111709
Jan 19 16:32:44.805620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-b9f37ba1-3731-4e3d-b1b7-2330aa18c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:44.807963 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-b9f37ba1-3731-4e3d-b1b7-2330aa18c378 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1162 time: 0.1049201
Jan 19 16:32:44.992028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-3c9f9190-b2eb-487b-a7cb-7c13f632137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:44.994150 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-3c9f9190-b2eb-487b-a7cb-7c13f632137a service neutron] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1784260
Jan 19 16:32:45.098738 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-f87d2684-0dd6-4211-bcd9-de8a2886dff5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 217 time: 0.0788302
Jan 19 16:32:45.138107 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bf1c9b-9ba7-4065-b1eb-c378ab8d3921 None None] New status for floating IP 12779b3c-b001-4674-88ea-a41409f8d552: DOWN {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:32:45.195858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-4d08ad76-bdae-4086-9887-d81d0ca4e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:45.198540 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-4d08ad76-bdae-4086-9887-d81d0ca4e762 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0916936
Jan 19 16:32:45.215693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d57b6-b0f5-4d9c-8511-a5e039c5bdf7 req-dd995eec-60fb-4bcd-b479-aa2d0fd8c059 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:45.217386 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f08d57b6-b0f5-4d9c-8511-a5e039c5bdf7 req-dd995eec-60fb-4bcd-b479-aa2d0fd8c059 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1251283
Jan 19 16:32:45.275685 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-f08d57b6-b0f5-4d9c-8511-a5e039c5bdf7 req-7fce18b8-a263-4a1c-93d4-f475d621c68c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0508411
Jan 19 16:32:45.306820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-7f4f3f89-8abb-4857-be30-e4e52c0b9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:45.310556 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-7f4f3f89-8abb-4857-be30-e4e52c0b9c99 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1041219
Jan 19 16:32:45.499055 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-2ca39be6-7c82-4561-b718-4dba6bb09a59 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762097
Jan 19 16:32:45.664789 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ec8ca61b-fe69-4d69-a19b-9e3415bdd9b3 req-50bc2e3e-540c-47eb-aa60-649e17cd2dc5 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500807
Jan 19 16:32:46.526968 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce6109-d4e5-4d2a-a180-ceb4cfd9e03b req-e7475768-ae98-414d-b3b6-4391432f9ad5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:46.538713 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48ce6109-d4e5-4d2a-a180-ceb4cfd9e03b req-e7475768-ae98-414d-b3b6-4391432f9ad5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1273577
Jan 19 16:32:46.835354 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-48ce6109-d4e5-4d2a-a180-ceb4cfd9e03b req-7ce83e41-fefd-4273-bfea-0e413745ecc7 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2894719
Jan 19 16:32:48.077724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f10260-7e97-49a3-97f7-459f0397c8a8 req-2485d66a-1660-41bf-ac67-7a13d8f3b866 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:48.081402 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f10260-7e97-49a3-97f7-459f0397c8a8 req-2485d66a-1660-41bf-ac67-7a13d8f3b866 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1062727
Jan 19 16:32:48.136420 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a3f10260-7e97-49a3-97f7-459f0397c8a8 req-b39384b2-6bac-4d4f-a394-74944331ca30 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0505290
Jan 19 16:32:49.381078 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bd8eb-a5b2-433e-b6f9-cfc83aa7defb req-1c892520-fda4-45d9-b2e6-c25fc8593e22 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:49.382743 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c45bd8eb-a5b2-433e-b6f9-cfc83aa7defb req-1c892520-fda4-45d9-b2e6-c25fc8593e22 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1090932
Jan 19 16:32:49.438419 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c45bd8eb-a5b2-433e-b6f9-cfc83aa7defb req-99af81e7-8b28-4633-9941-4cac4c17ddfe tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0470176
Jan 19 16:32:50.679658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e4bc2-4eac-4c9c-bb28-61ebc4369e3a req-104ad7d6-0b04-466a-9f4a-60bd4a6186b5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:50.681329 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab2e4bc2-4eac-4c9c-bb28-61ebc4369e3a req-104ad7d6-0b04-466a-9f4a-60bd4a6186b5 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1084404
Jan 19 16:32:50.734764 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ab2e4bc2-4eac-4c9c-bb28-61ebc4369e3a req-ad352c6d-6245-47fd-8f5a-69445a48a870 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0462275
Jan 19 16:32:51.968714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab413-54ad-4c3d-9af6-77261b32efda req-5dd0de8c-846f-41c6-8942-826d102135d2 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:51.970355 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-91eab413-54ad-4c3d-9af6-77261b32efda req-5dd0de8c-846f-41c6-8942-826d102135d2 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1039186
Jan 19 16:32:52.026966 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-91eab413-54ad-4c3d-9af6-77261b32efda req-2d9fb505-c672-44d1-846a-c37c9964ad0a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0501564
Jan 19 16:32:53.265756 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eb8fd-60db-4dcd-af9b-1f3fef5b61ac req-cc7ba94f-a266-4c2c-8a84-877b6cd8d271 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:53.267503 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-604eb8fd-60db-4dcd-af9b-1f3fef5b61ac req-cc7ba94f-a266-4c2c-8a84-877b6cd8d271 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1046770
Jan 19 16:32:53.323535 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-604eb8fd-60db-4dcd-af9b-1f3fef5b61ac req-2debfd40-73fc-4b12-b942-4306a546053b tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0483887
Jan 19 16:32:53.375506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:54.439346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:32:54.586928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f5fac-87a1-4c2b-bed5-aa876b6fec47 req-ed7d1b22-0eba-42aa-ad7e-ae390989c06b tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:54.588607 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-213f5fac-87a1-4c2b-bed5-aa876b6fec47 req-ed7d1b22-0eba-42aa-ad7e-ae390989c06b tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1136050
Jan 19 16:32:54.642790 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-213f5fac-87a1-4c2b-bed5-aa876b6fec47 req-8e6f2b7a-2ecf-4f63-8524-36ba526a5cbe tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0473447
Jan 19 16:32:54.939577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-fa8576a9-a8c4-46cc-a833-87f39323e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:54.941231 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-fa8576a9-a8c4-46cc-a833-87f39323e802 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.0864038
Jan 19 16:32:55.096736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-62b6299d-db24-4cbe-8e2f-98d821dac5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:55.098340 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-62b6299d-db24-4cbe-8e2f-98d821dac5aa service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1500838
Jan 19 16:32:55.210655 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-c999eef7-6572-4dbb-8c83-559fadec0cbf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 1001 time: 0.1039631
Jan 19 16:32:55.286630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-81c54392-6ef0-49b5-b72b-6f7c27004022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:55.288120 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-81c54392-6ef0-49b5-b72b-6f7c27004022 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0702057
Jan 19 16:32:55.375103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-62f4ae4b-4c95-480e-bda5-2ace36d5daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:55.376984 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-62f4ae4b-4c95-480e-bda5-2ace36d5daec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0817080
Jan 19 16:32:55.533674 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-6edeba32-bc5a-4857-b901-62b213d58118 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493073
Jan 19 16:32:55.705012 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d2ab2f43-5000-4e50-b7d3-07f9daf6346d req-c8bbcc5f-43c4-4be7-9647-379aee920fb0 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1636872
Jan 19 16:32:55.710775 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-0d51b2a0-0cb7-4920-a73a-6cb0193da414 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1061285
Jan 19 16:32:55.914708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-a36735f3-f62f-4124-ba8c-4c062ab26d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:55.916528 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-a36735f3-f62f-4124-ba8c-4c062ab26d39 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 1162 time: 0.1548629
Jan 19 16:32:55.944089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b8984-5265-4e60-a53e-26a07f87073a req-feffe298-1f6d-4052-b55a-e3486b3aa3d7 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:55.945777 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d30b8984-5265-4e60-a53e-26a07f87073a req-feffe298-1f6d-4052-b55a-e3486b3aa3d7 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1430602
Jan 19 16:32:56.093569 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d30b8984-5265-4e60-a53e-26a07f87073a req-ac76b9b9-1a2f-42fa-aeaf-f2ff6f3c0af9 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1185849
Jan 19 16:32:56.141176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-764424b0-eeec-4bd5-8fcf-1968296d6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:56.142798 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-764424b0-eeec-4bd5-8fcf-1968296d6e7c service neutron] 10.222.0.85 "GET /v2.0/networks?id=57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 200  len: 909 time: 0.1934083
Jan 19 16:32:56.220688 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-aee87594-5ccb-461c-9a3e-33b05e7006be service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 200  len: 217 time: 0.0679045
Jan 19 16:32:56.297375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-d07d02bf-500c-47bb-a35c-f51db64657d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:56.299007 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-d07d02bf-500c-47bb-a35c-f51db64657d2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 200  len: 854 time: 0.0710933
Jan 19 16:32:56.387053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-daf95cbd-ad1b-4935-93ea-027f0f7c7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:56.388688 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-daf95cbd-ad1b-4935-93ea-027f0f7c7aa7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=57e06a8d-4ced-46ce-9241-222e6958a583&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0818300
Jan 19 16:32:56.547512 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-d450f4bb-fc50-4734-b467-a061670c01da service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508584
Jan 19 16:32:56.778704 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-399c8c54-ab47-4a1b-8c59-bb19a60f93fe req-62573a12-62c0-4605-afe5-eac7f37ee901 service neutron] 10.222.0.85 "GET /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2199068
Jan 19 16:32:56.804379 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8435bf-3e6b-4ca9-9734-e46b0bf917c5 req-2599f3d5-5ba5-4814-8ca1-3f810c18cf54 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:56.805271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee8435bf-3e6b-4ca9-9734-e46b0bf917c5 req-2599f3d5-5ba5-4814-8ca1-3f810c18cf54 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:32:56.821233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee8435bf-3e6b-4ca9-9734-e46b0bf917c5 req-2599f3d5-5ba5-4814-8ca1-3f810c18cf54 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:32:56.823808 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ee8435bf-3e6b-4ca9-9734-e46b0bf917c5 req-2599f3d5-5ba5-4814-8ca1-3f810c18cf54 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.2386522
Jan 19 16:32:56.876166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee8435bf-3e6b-4ca9-9734-e46b0bf917c5 req-0c3d34dc-d03e-4469-9007-d5ef6d28b04d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:security_group {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:32:56.896506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-ee8435bf-3e6b-4ca9-9734-e46b0bf917c5 req-0c3d34dc-d03e-4469-9007-d5ef6d28b04d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:security_group {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:32:56.897828 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ee8435bf-3e6b-4ca9-9734-e46b0bf917c5 req-0c3d34dc-d03e-4469-9007-d5ef6d28b04d tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680826
Jan 19 16:32:57.128070 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57670) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:57.305469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:57.331086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:32:57.342574 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Usage tracker for resource:security_group_rule and tenant:a8745a2c5072429382c51a26af01a51d is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:32:57.353274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:32:57.367463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:32:57.441067 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cddc00-4619-46e6-8861-db4dd6a22098 req-4cc6ed96-1827-49cb-a3d1-67f4d0d4da04 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:57.442753 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-61cddc00-4619-46e6-8861-db4dd6a22098 req-4cc6ed96-1827-49cb-a3d1-67f4d0d4da04 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.2100825
Jan 19 16:32:57.527638 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-61cddc00-4619-46e6-8861-db4dd6a22098 req-5a8333df-bee9-4011-8789-7bba35ba1307 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0770566
Jan 19 16:32:57.571741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:57.575743 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:57.584469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f03eaba9-6a44-4f84-bc4c-0b1cf2c230a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:57.629924 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=a8745a2c5072429382c51a26af01a51d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5003030
Jan 19 16:32:57.631241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b30e0ac-d89a-47c9-b813-cebcd75c0ab5,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:57.635044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57676) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:57.635163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:57.707796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:57.739104 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:57.794930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:57.801110 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7d7cb301-4185-4b9d-8b7e-45b850a033c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:57.815106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b30e0ac-d89a-47c9-b813-cebcd75c0ab5,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:57.821126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:57.826834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:57.830917 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/6b30e0ac-d89a-47c9-b813-cebcd75c0ab5 HTTP/1.1" status: 204  len: 168 time: 0.1948297
Jan 19 16:32:58.084024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9a9923db-34e1-4c43-ab72-0b61c09039c1 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:32:58.164727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c359a9-1882-4d57-ba10-2e17165d9253 req-f4be14dc-d2fd-47ef-a432-9bbfbbad88e5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:58.166670 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-99c359a9-1882-4d57-ba10-2e17165d9253 req-f4be14dc-d2fd-47ef-a432-9bbfbbad88e5 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.1281877
Jan 19 16:32:58.222474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:58.226129 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-99c359a9-1882-4d57-ba10-2e17165d9253 req-ebf3290e-829e-40e0-bc63-58e724ab1c92 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520813
Jan 19 16:32:58.254554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:32:58.267021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 9a9923db-34e1-4c43-ab72-0b61c09039c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:32:58.270183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:58.272684 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:32:58.318577 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'code': 200}
Jan 19 16:32:58.360217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:32:58.369400 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.369554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.369859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.370263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.370587 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.370962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.371325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.371688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.372051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.372411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.372774 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.373135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.373558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.374124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.374403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.374766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.375126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.375486 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.375843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.376200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.376565 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.376918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.377275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.377632 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:32:58.386899 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:32:58.768162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7668f0-23bf-423e-a3f9-13b60eea576a req-1b513ce3-7799-4437-a900-6001aab0d27b tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:58.770164 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3b7668f0-23bf-423e-a3f9-13b60eea576a req-1b513ce3-7799-4437-a900-6001aab0d27b tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1048539
Jan 19 16:32:58.824101 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3b7668f0-23bf-423e-a3f9-13b60eea576a req-5d76e8e9-2018-4751-8841-3236db2d734a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472131
Jan 19 16:32:59.376847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57706) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:32:59.467470 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0863583-3925-487d-b9f7-f189190d7946 req-12ac811f-20d8-4b10-a867-a90da09207cc tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:59.469131 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0863583-3925-487d-b9f7-f189190d7946 req-12ac811f-20d8-4b10-a867-a90da09207cc tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.85 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.1849608
Jan 19 16:32:59.495123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f377-0694-4918-a279-ddb30a2cd2c7 req-3b36c5cf-c2da-446e-ad18-aecac800e798 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:32:59.496842 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b8e3f377-0694-4918-a279-ddb30a2cd2c7 req-3b36c5cf-c2da-446e-ad18-aecac800e798 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.2112825
Jan 19 16:32:59.539433 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-4a68a5d6-b2d1-42a3-b808-9db67083a111 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1608889
Jan 19 16:32:59.620909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Deleting port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:32:59.621300 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:32:59.662913 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b8e3f377-0694-4918-a279-ddb30a2cd2c7 req-c34b2825-edf3-4a9e-bf5e-a3f3f3ccee2e tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1312397
Jan 19 16:33:00.003022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:00.003634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:00.031644 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 1b1a67f7-a85c-4052-aa10-9d24b1619d6f no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:33:00.101983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e380f1f-7d50-48fb-bf8f-5107127a68d6 req-833ca105-1a25-4941-8768-8b675948ac5c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:00.104377 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7e380f1f-7d50-48fb-bf8f-5107127a68d6 req-833ca105-1a25-4941-8768-8b675948ac5c tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 945 time: 0.2506704
Jan 19 16:33:00.160320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:00.173613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Calling delete_port for 1b1a67f7-a85c-4052-aa10-9d24b1619d6f owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:00.200665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:00.204391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:00.206320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:00.297994 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7e380f1f-7d50-48fb-bf8f-5107127a68d6 req-51eb27ce-4cb2-45ce-9424-5ff8aa78c49a tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334128
Jan 19 16:33:00.333490 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:33:00.334223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:33:00.435489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:33:00.477924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=7']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:00.482082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:00.497613 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'code': 200}
Jan 19 16:33:00.859650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Deleting port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:00.860026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:01.056141 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5852f-bc8c-4ab7-9245-3527cd88f9c8 req-80fb9e0f-6bce-4468-bb1d-0a2b3a1bdfbe tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:01.058087 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0fd5852f-bc8c-4ab7-9245-3527cd88f9c8 req-80fb9e0f-6bce-4468-bb1d-0a2b3a1bdfbe tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.2369947
Jan 19 16:33:01.212547 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0fd5852f-bc8c-4ab7-9245-3527cd88f9c8 req-abb8b3bc-85dc-4178-9471-58f4f8f0dba3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1464834
Jan 19 16:33:01.238535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] For port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:01.238828 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:01.335677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-22247ec7-1a4f-4dce-b6f0-97e70df8634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:01.337323 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-22247ec7-1a4f-4dce-b6f0-97e70df8634c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6&tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b HTTP/1.1" status: 200  len: 1160 time: 0.2912388
Jan 19 16:33:01.382626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Calling delete_port for 1b1a67f7-a85c-4052-aa10-9d24b1619d6f owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:01.464418 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-78b7b930-4c39-45ef-bf84-2778fa0c314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:01.466094 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-78b7b930-4c39-45ef-bf84-2778fa0c314b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1160 time: 0.0920353
Jan 19 16:33:01.622316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-79cfed98-a0d2-4b64-8c66-d4730fa477e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:01.623942 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-79cfed98-a0d2-4b64-8c66-d4730fa477e0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1509998
Jan 19 16:33:01.748626 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-1b0e1f40-f95e-4c95-855a-48d418a48ebc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 999 time: 0.1171758
Jan 19 16:33:01.827979 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-7b6191f0-0c22-4743-8132-a57b2f3a45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:01.829627 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-7b6191f0-0c22-4743-8132-a57b2f3a45f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0742221
Jan 19 16:33:01.872902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465abb06-12c2-4827-a715-888f2e533c18 req-b21403be-3208-48ff-a8ab-2f2adbbb3fc4 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:01.874587 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-465abb06-12c2-4827-a715-888f2e533c18 req-b21403be-3208-48ff-a8ab-2f2adbbb3fc4 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 943 time: 0.4277704
Jan 19 16:33:01.880780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:01.910790 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-044bcf2d-d943-4c5e-9bb6-5d5f7f151beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:01.916611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-700964b2-276a-4c55-a59c-fdbe96aec053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:01.917861 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-700964b2-276a-4c55-a59c-fdbe96aec053 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0815861
Jan 19 16:33:01.967499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Pushing event deleted for resources: {'Port': ['ID=1b1a67f7-a85c-4052-aa10-9d24b1619d6f,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:01.973660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:02.058693 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-465abb06-12c2-4827-a715-888f2e533c18 req-d4232b05-2e68-4721-9e59-4c1c41ea0110 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/security-groups?id=33e6e800-a4f4-41dc-8e0d-2b856652d042&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754937
Jan 19 16:33:02.068593 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-99578056-e2c2-4e27-8953-9551b0f031e9 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421070
Jan 19 16:33:02.155212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] No DVR routers for this DVR port 1b1a67f7-a85c-4052-aa10-9d24b1619d6f on host hv-cinder-66710 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:33:02.157858 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:02.160697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'name': 'network-vif-deleted', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:33:02.184014 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0863583-3925-487d-b9f7-f189190d7946 req-3516a5b1-5939-4551-a06e-fe735fc7092e tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.85 "DELETE /v2.0/ports/1b1a67f7-a85c-4052-aa10-9d24b1619d6f HTTP/1.1" status: 204  len: 173 time: 2.6860318
Jan 19 16:33:02.233831 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a0bf6d-5b4a-40e9-824c-9da040ca7fbc', 'name': 'network-vif-deleted', 'tag': '1b1a67f7-a85c-4052-aa10-9d24b1619d6f', 'status': 'completed', 'code': 200}
Jan 19 16:33:02.238280 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3bdc6426-f360-4c40-9dd8-db4375e5d6ad req-c544aeb8-44d8-4030-9a7d-93e0d83f4a41 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1623690
Jan 19 16:33:02.460429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc921f8-d0e0-4630-945b-9223b3d8e77f req-546e66a3-9721-4a5d-9430-8833f3ad9939 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:02.462170 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2dc921f8-d0e0-4630-945b-9223b3d8e77f req-546e66a3-9721-4a5d-9430-8833f3ad9939 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1066430
Jan 19 16:33:02.525822 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2dc921f8-d0e0-4630-945b-9223b3d8e77f req-fe5b7ac2-b61c-494e-88bf-f36bad9a6eb2 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0540938
Jan 19 16:33:03.266208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-7923dfd8-6961-4eca-a063-6b1165bbef3f req-1a4b5ef6-fc4e-45ab-881f-36a7c01765de tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Synchronizing usage tracker for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:33:03.286334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-7923dfd8-6961-4eca-a063-6b1165bbef3f req-1a4b5ef6-fc4e-45ab-881f-36a7c01765de tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Unset dirty status for tenant:7b23dbae5e0d4bdc970543c0b14e5ba3 on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:33:03.287628 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7923dfd8-6961-4eca-a063-6b1165bbef3f req-1a4b5ef6-fc4e-45ab-881f-36a7c01765de tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] 10.222.0.122 "GET /v2.0/ports?device_id=95a0bf6d-5b4a-40e9-824c-9da040ca7fbc HTTP/1.1" status: 200  len: 210 time: 0.0777702
Jan 19 16:33:03.767065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339f6f4-a0f0-4073-b169-80290593641f req-7f046217-242d-485c-8634-cbfee9a94520 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:03.769089 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8339f6f4-a0f0-4073-b169-80290593641f req-7f046217-242d-485c-8634-cbfee9a94520 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1041546
Jan 19 16:33:03.826148 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8339f6f4-a0f0-4073-b169-80290593641f req-c9e3378c-fe89-45ab-8959-0eb8e93608a0 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0504878
Jan 19 16:33:05.081838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e2975-00f7-472e-ab2e-64cd39fca405 req-6b63a748-301b-4cda-aec0-ba1766a7ab7a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:05.083500 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-693e2975-00f7-472e-ab2e-64cd39fca405 req-6b63a748-301b-4cda-aec0-ba1766a7ab7a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1157699
Jan 19 16:33:05.141358 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-693e2975-00f7-472e-ab2e-64cd39fca405 req-621ccb10-6e33-40be-bc4f-55409eaee040 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0498679
Jan 19 16:33:05.246267 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57802) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:05.836099 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:06.220592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Deleting port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:06.221144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:06.388271 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62b5f-7f04-44f3-a820-6bbbf4aabeee req-e382c6cd-a891-4934-b524-439d5a598ddb tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:06.390112 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ada62b5f-7f04-44f3-a820-6bbbf4aabeee req-e382c6cd-a891-4934-b524-439d5a598ddb tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1137254
Jan 19 16:33:06.418356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] For port 70eba4e4-cd97-45a1-a207-9b4fd96d0fda, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:06.418746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:06.442074 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ada62b5f-7f04-44f3-a820-6bbbf4aabeee req-cb2a9340-f603-4ca1-a91a-728432f67650 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449607
Jan 19 16:33:06.553324 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Calling delete_port for 70eba4e4-cd97-45a1-a207-9b4fd96d0fda owned by network:router_interface {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:07.091785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:07.107687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7f90c830-023f-48e3-94e1-262dde5d0af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:07.203691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Pushing event deleted for resources: {'Port': ['ID=70eba4e4-cd97-45a1-a207-9b4fd96d0fda,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:07.210467 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:07.539318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:07.685867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee12b7c-ff4d-46b4-a48c-2e84a174e39d req-b34888d0-97e7-49dd-9435-a7dfc159ac38 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:07.687885 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eee12b7c-ff4d-46b4-a48c-2e84a174e39d req-b34888d0-97e7-49dd-9435-a7dfc159ac38 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1058078
Jan 19 16:33:07.759078 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eee12b7c-ff4d-46b4-a48c-2e84a174e39d req-5373bb44-ec9a-438f-8e98-5cdc656ba27f tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0488772
Jan 19 16:33:08.091212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:33:08.287692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:33:08.298100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] Sync routers for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:33:08.304694 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] 10.222.0.122 "PUT /v2.0/routers/9a9157a5-4c6d-4dc4-a58d-5525adddd43d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0572772
Jan 19 16:33:08.308068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 57822) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:08.308607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:33:08.309276 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbda5e630>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:32:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:08.505123 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:33:08.505356 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks [] for router, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:08.555012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-19bbe826-d31a-462a-834d-80bae98a4ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:08.695125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:08.702946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Deleting port 9a3cea12-85c3-4a7e-b994-7d2f43328797 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:08.703318 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:08.828996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbda5e630>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:33:06Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:08.836408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] Checking router: 9a9157a5-4c6d-4dc4-a58d-5525adddd43d for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:33:08.851808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] Routers {'9a9157a5-4c6d-4dc4-a58d-5525adddd43d'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:33:08.853455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbda5e630>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:32:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:08.901560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] For port 9a3cea12-85c3-4a7e-b994-7d2f43328797, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=9a3cea12-85c3-4a7e-b994-7d2f43328797,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:08.902144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:09.025621 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c817-2d02-4c62-915e-fa366d1c8a9d req-10af33c9-ad4d-4c15-b86a-fec5ab8d2552 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:09.029643 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1e58c817-2d02-4c62-915e-fa366d1c8a9d req-10af33c9-ad4d-4c15-b86a-fec5ab8d2552 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.1290202
Jan 19 16:33:09.044789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Calling delete_port for 9a3cea12-85c3-4a7e-b994-7d2f43328797 owned by network:router_gateway {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:09.080055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] Set router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:33:09.094378 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1e58c817-2d02-4c62-915e-fa366d1c8a9d req-5937b1e4-79ea-422d-9d5f-15a327e322f2 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0606899
Jan 19 16:33:09.222649 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     result = function(*args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     proto.__init__(conn_state, self)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.handle()
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.handle_one_request()
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.handle_one_response()
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     result = self.application(self.environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return app(environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self.application)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return request.get_response(self.application)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = req.get_response(self._app)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     application, catch_exc_info=False)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     app_iter = application(self.environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return resp(environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return resp(environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     response = self.app(environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return resp(environ, start_response)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     resp = self.call_func(req, *args, **kw)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.func(req, *args, **kwargs)
Jan 19 16:33:09.229590 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     result = method(request=request, **args)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._delete(request, id, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*dup_args, **dup_kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     obj_deleter(request.context, id, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return method(*args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(*dup_args, **dup_kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._delete_current_gw_port(context, id, router, None)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, context, *args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return method(*args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     context, port, router_ids, bound_mech_contexts)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     return function(*args, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     callback(resource, event, trigger, **kwargs)
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     if self._is_session_semantic_violated(context, resource, event):
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]:     stack = traceback.extract_stack()
Jan 19 16:33:09.234728 dv-cinder-667108-29-iscsi neutron-server[79949]: 
Jan 19 16:33:09.409007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbda5e630>, [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:33:06Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:09.413990 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b61bbbd-09fc-4154-94c4-4e9d8a1b6207 None None] The sync data for ids ['9a9157a5-4c6d-4dc4-a58d-5525adddd43d'] in dv-cinder-667108-29-iscsi is: [{'id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'name': 'tempest-TestMinimumBasicScenario-1716110492-router', 'tenant_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:33:06Z', 'revision_number': 5, 'project_id': '7b23dbae5e0d4bdc970543c0b14e5ba3', 'gw_port': {'id': '9a3cea12-85c3-4a7e-b994-7d2f43328797', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9157a5-4c6d-4dc4-a58d-5525adddd43d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:30:27Z', 'updated_at': '2021-01-19T16:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:33:09.647905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:09.794160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:09.796538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:09.885522 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:09.886172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9157a5-4c6d-4dc4-a58d-5525adddd43d {{(pid=80061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:33:09.900996 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:09.902390 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-9b0984a5-a1d1-4feb-8c9c-9968410444db admin admin] 10.222.0.122 "DELETE /v2.0/routers/9a9157a5-4c6d-4dc4-a58d-5525adddd43d HTTP/1.1" status: 204  len: 168 time: 1.5933433
Jan 19 16:33:09.905609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57832) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:09.977145 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Deleting subnet 529c9882-f9fc-43f0-be94-75dd6812bfdf {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:33:09.981132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.051696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852582291'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.148830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.474693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705968-5570-42f2-8cc6-575bd1caaf8b req-1461a91d-f4ef-4492-b747-c203794a3c58 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:10.476696 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76705968-5570-42f2-8cc6-575bd1caaf8b req-1461a91d-f4ef-4492-b747-c203794a3c58 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 943 time: 0.2483354
Jan 19 16:33:10.512962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9a9923db-34e1-4c43-ab72-0b61c09039c1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:33:10.549258 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-76705968-5570-42f2-8cc6-575bd1caaf8b req-203bb1c4-60dd-4c44-ae2e-789956b73587 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0650837
Jan 19 16:33:10.563093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852235061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852127883'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.580061 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:10.590485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:33:10.590903 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.620179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529c9882-f9fc-43f0-be94-75dd6812bfdf,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:10.692238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.692793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.693027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.693428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.693838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.694236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.694630 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.695022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.695412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.695808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.696513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.696513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.697016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.697409 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.697808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.698185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.698568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.698929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.699317 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.699706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.700089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.700472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.700851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.702010 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:10.705563 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:10.723205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.741243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.750050 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4ba48f20-79dd-4b0d-8853-0e4d84aa0955 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/529c9882-f9fc-43f0-be94-75dd6812bfdf HTTP/1.1" status: 204  len: 168 time: 0.8432009
Jan 19 16:33:10.750966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57842) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:10.752760 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6c2b0-8f5a-4416-8e6a-03ff3addfce9 None None] Network 57e06a8d-4ced-46ce-9241-222e6958a583 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:33:10.783434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:33:10.849509 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'code': 200}
Jan 19 16:33:10.864558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 9a9923db-34e1-4c43-ab72-0b61c09039c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:10.869308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.873856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:10.878520 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:10.948004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Deleting port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:10.948383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.058908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5e573969-29de-4349-a885-3f68a2cc5365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.064390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=6']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:11.078590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:11.179334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] DHCP port deletion for 57e06a8d-4ced-46ce-9241-222e6958a583 request from dv-cinder-667108-29-iscsi {{(pid=80062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 19 16:33:11.187205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Deleting port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:11.192388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.198181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] For port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:11.198872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.213590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c0da-8afb-4544-9321-926fe83d3db5 req-4acc3ce0-c9d6-4d04-8283-292902b73769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:11.215444 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-30b3c0da-8afb-4544-9321-926fe83d3db5 req-4acc3ce0-c9d6-4d04-8283-292902b73769 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.1100581
Jan 19 16:33:11.273532 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-30b3c0da-8afb-4544-9321-926fe83d3db5 req-ba386d82-eaae-41e8-9e28-669a36641359 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0510523
Jan 19 16:33:11.301534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 70eba4e4-cd97-45a1-a207-9b4fd96d0fda no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:33:11.339033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Calling delete_port for 5fca4fb2-acd0-4f62-88e0-0a74af6d358d owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:11.356800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 70eba4e4-cd97-45a1-a207-9b4fd96d0fda {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:33:11.357162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 70eba4e4-cd97-45a1-a207-9b4fd96d0fda not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:33:11.357629 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 9a3cea12-85c3-4a7e-b994-7d2f43328797 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:33:11.398557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 9a3cea12-85c3-4a7e-b994-7d2f43328797 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:33:11.398864 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 9a3cea12-85c3-4a7e-b994-7d2f43328797 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:33:11.399618 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5fca4fb2-acd0-4f62-88e0-0a74af6d358d no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:33:11.428216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.444538 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a0429f33-d7a6-41b6-8283-ead16ab15e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:11.453493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 5fca4fb2-acd0-4f62-88e0-0a74af6d358d {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:33:11.453930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5fca4fb2-acd0-4f62-88e0-0a74af6d358d not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:33:11.543904 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:11.553725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.559750 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:11.564704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] For port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=5fca4fb2-acd0-4f62-88e0-0a74af6d358d,segment=NetworkSegment(6f9be127-bf50-40d6-98ad-d7b61d9b834a),segment_id=6f9be127-bf50-40d6-98ad-d7b61d9b834a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:11.565131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.596337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] No DVR routers for this DVR port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d on host dv-cinder-667108-29-iscsi {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:33:11.713492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Calling delete_port for 5fca4fb2-acd0-4f62-88e0-0a74af6d358d owned by network:dhcp {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:11.777337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:11.793207 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:33:11.793607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:33:11.924860 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbdc99f60>,) {'filters': {'network_id': ['57e06a8d-4ced-46ce-9241-222e6958a583']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:11.962783 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cd2d0-2cef-4311-940c-e64bc0deb997 req-c20c0cc2-0319-4429-b10b-54340afab4f3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:11.964789 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8d2cd2d0-2cef-4311-940c-e64bc0deb997 req-c20c0cc2-0319-4429-b10b-54340afab4f3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.2586374
Jan 19 16:33:11.967264 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbdc99f60>, '6f9be127-bf50-40d6-98ad-d7b61d9b834a') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:11.967831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbdc99f60>, '6f9be127-bf50-40d6-98ad-d7b61d9b834a') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:12.003639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.033812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.037673 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:33:12.070988 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-8d2cd2d0-2cef-4311-940c-e64bc0deb997 req-c7dab826-ec78-42a3-a690-95341b6cb410 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0953751
Jan 19 16:33:12.233922 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Network 57e06a8d-4ced-46ce-9241-222e6958a583 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:33:12.243494 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.294778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Deleting port 5fca4fb2-acd0-4f62-88e0-0a74af6d358d {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:12.295211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.364340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9a9923db-34e1-4c43-ab72-0b61c09039c1 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:33:12.400086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-d74cd22f-7fc6-4105-9849-cfc6e6e87994 None None] The port '5fca4fb2-acd0-4f62-88e0-0a74af6d358d' was deleted {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 19 16:33:12.493227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.508263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 9a9923db-34e1-4c43-ab72-0b61c09039c1 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:33:12.508263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.677467 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.687092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Network 57e06a8d-4ced-46ce-9241-222e6958a583 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:33:12.712167 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:33:12.795179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.799363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7dcdb293-d9fa-4fb7-9b31-2d0b68ba2dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:12.814501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:12.826930 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e06a8d-4ced-46ce-9241-222e6958a583,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:12.831381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:12.839914 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-b6070f47-d98f-44ff-a260-22f2fa3c9a11 admin admin] 10.222.0.122 "DELETE /v2.0/networks/57e06a8d-4ced-46ce-9241-222e6958a583 HTTP/1.1" status: 204  len: 168 time: 2.0879211
Jan 19 16:33:13.056166 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57860) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:13.110177 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4f804fcf-d052-4da2-b151-e897febf4306 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7b23dbae5e0d4bdc970543c0b14e5ba3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524938
Jan 19 16:33:13.112841 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57866) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:13.179036 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:13.260836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:13.362431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0158c-3b33-49e5-956b-8f47a7f35e5e req-4566a043-4dfc-4a6b-83e2-0bc7948281e8 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:13.364242 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-22e0158c-3b33-49e5-956b-8f47a7f35e5e req-4566a043-4dfc-4a6b-83e2-0bc7948281e8 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1561048
Jan 19 16:33:13.365480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:13.371975 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b1423a6f-353e-4d8f-abcf-885a6abc1e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:13.401294 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e6e800-a4f4-41dc-8e0d-2b856652d042,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:13.408812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:13.428962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:13.430201 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/33e6e800-a4f4-41dc-8e0d-2b856652d042 HTTP/1.1" status: 204  len: 168 time: 0.3163428
Jan 19 16:33:13.444585 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-22e0158c-3b33-49e5-956b-8f47a7f35e5e req-26dc3898-37a7-4e41-8f7b-ff366d390057 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0607526
Jan 19 16:33:23.340704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:31.383044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57946) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:31.439605 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:33:32.247396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:32.636609 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Deleting port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:32.637181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:32.829093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] For port 79349404-7fd2-4ce5-8b3c-1c20fc29dc54, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:32.829486 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:32.974731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Calling delete_port for 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:33.161028 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:33.176909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-11e2d4e4-2da9-41b6-b8f8-32848154f282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:33.273840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Pushing event deleted for resources: {'Port': ['ID=79349404-7fd2-4ce5-8b3c-1c20fc29dc54,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:33.281372 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:33.607978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:34.389463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:33:34.589507 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:33:34.600219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] Sync routers for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:33:34.602374 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] 10.222.0.122 "PUT /v2.0/routers/f6e82c9b-60f5-41f1-8cf8-1988fdd93c93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2173629
Jan 19 16:33:34.605329 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57960) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:34.611952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:33:34.612627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbc8d07b8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:33:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:34.807832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks [] for router, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:34.815892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:33:35.013175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.018682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Deleting port aff93ea8-4345-418a-a043-89c0b05ed389 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:35.019047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.141771 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbc8d07b8>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T16:33:33Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:35.146178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] Checking router: f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:33:35.156590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] Routers {'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:33:35.157321 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbc8d07b8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:33:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:35.218676 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] For port aff93ea8-4345-418a-a043-89c0b05ed389, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=aff93ea8-4345-418a-a043-89c0b05ed389,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:35.219047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.354432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Calling delete_port for aff93ea8-4345-418a-a043-89c0b05ed389 owned by network:router_gateway {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:35.359943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] Set router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:33:35.502172 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.680025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbc8d07b8>, [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T16:33:33Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:35.687221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edac5f6-e3bd-4814-ac64-3093376ac924 None None] The sync data for ids ['f6e82c9b-60f5-41f1-8cf8-1988fdd93c93'] in dv-cinder-667108-29-iscsi is: [{'id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'name': 'tempest-AttachVolumeTestJSON-320270129-router', 'tenant_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T15:55:18Z', 'updated_at': '2021-01-19T16:33:33Z', 'revision_number': 5, 'project_id': 'afdf7b2bd9af48a88a61d7ee06632f6f', 'gw_port': {'id': 'aff93ea8-4345-418a-a043-89c0b05ed389', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e82c9b-60f5-41f1-8cf8-1988fdd93c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T15:55:20Z', 'updated_at': '2021-01-19T15:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:33:35.732681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.875342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.877666 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.906446 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.907026 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 {{(pid=80060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:33:35.919645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:35.920896 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e20800cd-4f21-4a61-9a55-cc9103366040 admin admin] 10.222.0.122 "DELETE /v2.0/routers/f6e82c9b-60f5-41f1-8cf8-1988fdd93c93 HTTP/1.1" status: 204  len: 168 time: 1.3145165
Jan 19 16:33:35.923873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57966) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:36.000224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Deleting subnet fabec43d-4301-4faa-b8bb-b957262086fc {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:33:36.003407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:36.062435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852582291'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:36.162510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:36.450921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852235061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852127883'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:36.466810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9552e1e8-d960-4262-9e2e-0cb34fe27b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:36.505412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabec43d-4301-4faa-b8bb-b957262086fc,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:36.511038 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:36.613045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:36.620490 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4df452-9316-4ebb-af88-0e5456f55737 None None] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:33:36.620855 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-f7e0e431-56dc-4b04-b1ab-17baa4264896 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/fabec43d-4301-4faa-b8bb-b957262086fc HTTP/1.1" status: 204  len: 168 time: 0.6958289
Jan 19 16:33:36.623435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57972) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:36.752853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:36.829986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Deleting port 69cb22df-5478-4ab3-9f3f-bbada4046545 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:36.830360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:37.074437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] For port 69cb22df-5478-4ab3-9f3f-bbada4046545, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=69cb22df-5478-4ab3-9f3f-bbada4046545,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:37.074437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:37.079162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] DHCP port deletion for 0a35fa9c-a0a2-41f2-96ec-9653ac034691 request from dv-cinder-667108-29-iscsi {{(pid=80062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 19 16:33:37.086043 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Deleting port 69cb22df-5478-4ab3-9f3f-bbada4046545 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:37.087152 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:37.213821 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Calling delete_port for 69cb22df-5478-4ab3-9f3f-bbada4046545 owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:37.282796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 69cb22df-5478-4ab3-9f3f-bbada4046545 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:33:37.301135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:37.317952 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fd72fd63-8e0b-4d7f-a3f5-596673ed2959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:37.334479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 69cb22df-5478-4ab3-9f3f-bbada4046545 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:33:37.334873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 69cb22df-5478-4ab3-9f3f-bbada4046545 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:33:37.335342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:33:37.378206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:33:37.378592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 79349404-7fd2-4ce5-8b3c-1c20fc29dc54 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:33:37.379060 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device aff93ea8-4345-418a-a043-89c0b05ed389 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:33:37.426908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: aff93ea8-4345-418a-a043-89c0b05ed389 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:33:37.427274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device aff93ea8-4345-418a-a043-89c0b05ed389 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:33:37.444884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] For port 69cb22df-5478-4ab3-9f3f-bbada4046545, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=69cb22df-5478-4ab3-9f3f-bbada4046545,segment=NetworkSegment(3e1f726f-33f0-457f-a6bc-3cd77059fdbd),segment_id=3e1f726f-33f0-457f-a6bc-3cd77059fdbd)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:33:37.444884 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:37.582316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Calling delete_port for 69cb22df-5478-4ab3-9f3f-bbada4046545 owned by network:dhcp {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:33:37.665325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:33:37.665762 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:33:37.692454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cb22df-5478-4ab3-9f3f-bbada4046545,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:37.709225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:37.746425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] No DVR routers for this DVR port 69cb22df-5478-4ab3-9f3f-bbada4046545 on host dv-cinder-667108-29-iscsi {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:33:37.874306 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:37.997934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc5c1438>,) {'filters': {'network_id': ['0a35fa9c-a0a2-41f2-96ec-9653ac034691']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:38.011489 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc5c1438>, '3e1f726f-33f0-457f-a6bc-3cd77059fdbd') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:38.011817 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc5c1438>, '3e1f726f-33f0-457f-a6bc-3cd77059fdbd') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:33:38.025678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.042682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.044720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:33:38.167190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Deleting port 69cb22df-5478-4ab3-9f3f-bbada4046545 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:33:38.167564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.233007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:33:38.242177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-56e6ffcb-a2e9-43b6-8a82-25adbf7b1faf None None] The port '69cb22df-5478-4ab3-9f3f-bbada4046545' was deleted {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 19 16:33:38.242509 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.437830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Network 0a35fa9c-a0a2-41f2-96ec-9653ac034691 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:33:38.460824 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:33:38.554142 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.558611 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:38.558778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d7578230-da65-4306-a6f7-cc8eeb339459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.575718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.585257 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a35fa9c-a0a2-41f2-96ec-9653ac034691,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:38.590805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:38.601481 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-ba6a5e24-95b2-4b7b-8d53-5e33c6f84a87 admin admin] 10.222.0.122 "DELETE /v2.0/networks/0a35fa9c-a0a2-41f2-96ec-9653ac034691 HTTP/1.1" status: 204  len: 168 time: 1.9770136
Jan 19 16:33:38.771163 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57980) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:38.833449 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-0be88847-292b-4f73-8228-1b4a9002593b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=afdf7b2bd9af48a88a61d7ee06632f6f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0585403
Jan 19 16:33:38.833670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 57986) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:38.911035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28cda472-636d-4104-ac6b-623238ab74de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:38.944528 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28cda472-636d-4104-ac6b-623238ab74de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:39.018051 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28cda472-636d-4104-ac6b-623238ab74de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:39.022450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4e50233b-01c8-4576-aa68-c12924be4aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:39.038829 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cda472-636d-4104-ac6b-623238ab74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42876c7-e48f-49f6-af6f-e31abbe1ed85,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:39.043224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-28cda472-636d-4104-ac6b-623238ab74de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:39.048909 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-28cda472-636d-4104-ac6b-623238ab74de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:39.050198 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-28cda472-636d-4104-ac6b-623238ab74de admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/e42876c7-e48f-49f6-af6f-e31abbe1ed85 HTTP/1.1" status: 204  len: 168 time: 0.2155631
Jan 19 16:33:41.022911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-65efbf30-f76e-4574-ae35-c149ba2ccea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:41.486283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:42.480942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:42.691295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:53.358639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:55.740008 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-9f934b9d-0d3e-4ed3-a6c2-4c6d9953caab service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0769331
Jan 19 16:33:55.916799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-8dffd8b4-d7d3-4850-91b6-eba99a11621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:55.918444 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-8dffd8b4-d7d3-4850-91b6-eba99a11621b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.0882688
Jan 19 16:33:56.085458 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-db0ee371-1429-4526-b712-63b7213a6900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:56.087763 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-db0ee371-1429-4526-b712-63b7213a6900 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1486413
Jan 19 16:33:56.204361 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-77fe16e9-349d-489d-8624-23f68b3704d0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 1001 time: 0.1092260
Jan 19 16:33:56.279350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-fa2cc9da-e1d0-4f7e-bce8-c8eb1408714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:56.280863 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-fa2cc9da-e1d0-4f7e-bce8-c8eb1408714e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0699332
Jan 19 16:33:56.366518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-f57038f2-79d1-43f9-aa7a-be3db119963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:33:56.368529 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-f57038f2-79d1-43f9-aa7a-be3db119963f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0816853
Jan 19 16:33:56.530344 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-9ac43740-4240-4557-8483-cfdc3073e698 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541541
Jan 19 16:33:56.680725 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-3ed7f03e-1979-4172-8bf2-0814bf8628e4 req-6751fa69-d165-46c4-a214-b72c6ae6b50b service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427255
Jan 19 16:33:58.361670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58268) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:58.525169 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:58.541645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:33:58.545789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Usage tracker for resource:security_group_rule and tenant:196e8eff07ab48cca8a51d4fc0d2b611 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:33:58.548734 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:33:58.555836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:33:58.651797 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:58.654867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:58.665535 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-50cee9d4-55df-4d63-8e79-e2c1b75de853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:58.711984 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=196e8eff07ab48cca8a51d4fc0d2b611&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3458207
Jan 19 16:33:58.713009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58276) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:58.713497 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bdf260-40b4-4359-b1ec-c6227eb76da3,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:58.717801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-73746123-8f4d-4ce0-a4cb-8a756aa35653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:58.782003 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:58.810414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:58.862510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:58.869029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e8b420eb-cdb9-4bfe-904e-7c229375c830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:58.880834 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bdf260-40b4-4359-b1ec-c6227eb76da3,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:58.892015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:58.893227 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/99bdf260-40b4-4359-b1ec-c6227eb76da3 HTTP/1.1" status: 204  len: 168 time: 0.1785681
Jan 19 16:33:58.895023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.895435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.895843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.896231 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.896627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.897016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.897480 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.897792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.898721 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.899209 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.899616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.899958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.900403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.900791 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.901176 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.901561 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.901969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.902364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.902755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.903137 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.903510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.903889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.904269 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.904646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:33:58.908353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3344b470-8568-4507-9bee-c1003cc60e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:59.276704 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58284) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:59.298350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:59.314525 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:33:59.318595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Usage tracker for resource:security_group_rule and tenant:c225233a968f4370a80a80a3a014170f is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:33:59.321827 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:33:59.327652 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:33:59.417997 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:59.421012 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:59.434430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c1835d36-86f4-4c99-8df9-a5b24fbd8947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:59.479855 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c225233a968f4370a80a80a3a014170f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2019179
Jan 19 16:33:59.481564 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc9a74-b5f2-4d47-aa44-dc55070e8405,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:59.482787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58288) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:33:59.484859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e5006178-7704-4228-999d-b155e01bc55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:59.559174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d3597632-640c-493a-84bd-1016b5bee5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:59.587694 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d3597632-640c-493a-84bd-1016b5bee5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:59.636482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d3597632-640c-493a-84bd-1016b5bee5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:59.641677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f6c91093-3cbf-43b3-9447-b4d61e3f757f tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:33:59.656814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3597632-640c-493a-84bd-1016b5bee5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc9a74-b5f2-4d47-aa44-dc55070e8405,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:33:59.660788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d3597632-640c-493a-84bd-1016b5bee5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:33:59.667022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d3597632-640c-493a-84bd-1016b5bee5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:33:59.668262 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-d3597632-640c-493a-84bd-1016b5bee5e2 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/37fc9a74-b5f2-4d47-aa44-dc55070e8405 HTTP/1.1" status: 204  len: 168 time: 0.1843586
Jan 19 16:34:01.190627 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58322) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:01.352471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:01.370607 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:34:01.374959 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e14b79523f40cbbb4ed008b5ef9f59 is out of sync, need to count used quota {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:34:01.378310 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80060) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:34:01.385125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:34:01.475112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:01.478691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:01.488002 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-831efaba-ae9a-4aaa-a3b4-5e6163e80e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:01.533953 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=c7e14b79523f40cbbb4ed008b5ef9f59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3420641
Jan 19 16:34:01.535678 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefbfea-8aa5-493c-a30c-98ca6e234c66,revision_number=1']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:01.536815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58328) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:01.539262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cca55cce-52be-4f19-9b21-bc1a54bc43d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:01.607029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c65676ec-f904-4a0d-b889-26e4ea56ffd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:01.636742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c65676ec-f904-4a0d-b889-26e4ea56ffd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:01.690481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c65676ec-f904-4a0d-b889-26e4ea56ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:01.697019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-f57d0700-c065-4dc0-a1b2-b23e294bc8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:01.710160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65676ec-f904-4a0d-b889-26e4ea56ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefbfea-8aa5-493c-a30c-98ca6e234c66,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:01.716870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c65676ec-f904-4a0d-b889-26e4ea56ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:01.721292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c65676ec-f904-4a0d-b889-26e4ea56ffd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:01.725190 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c65676ec-f904-4a0d-b889-26e4ea56ffd5 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/4aefbfea-8aa5-493c-a30c-98ca6e234c66 HTTP/1.1" status: 204  len: 168 time: 0.1846826
Jan 19 16:34:08.440236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:34:08.564519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1219-39c3-4737-a774-91df9a218f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:11.016647 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6a1a1106-0f83-4110-ab25-17c5274c3916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:11.489238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:12.473095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:12.683224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.329090 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58518) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:23.355019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.492625 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.508542 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:34:23.513116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb961d666114c95b72822f652c22ab9 is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:34:23.516808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:34:23.524099 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:34:23.622793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.625842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.635898 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-baf19389-90cd-4f07-84dd-23b126a21a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:23.683429 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=dbb961d666114c95b72822f652c22ab9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528957
Jan 19 16:34:23.685360 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58524) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:23.690573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7662252d-7820-4f57-8bcd-843f46317544,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:23.695384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-32dfaaab-d8a0-4d46-a79d-1b99cbcf8ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:23.759075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.788457 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.836788 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.842234 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-57b70082-d1d9-4e95-a2d6-6ac4f373e60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:23.857646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7662252d-7820-4f57-8bcd-843f46317544,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:23.870075 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.870500 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.870911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.871319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.871722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.872125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.872527 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.872929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.873328 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.873724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.874157 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.874559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.875023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.875415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.875811 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.876202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.876593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.876985 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.877375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.877787 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.878184 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.878589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.878986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.879388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:23.884105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:23.885429 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7662252d-7820-4f57-8bcd-843f46317544 HTTP/1.1" status: 204  len: 168 time: 0.1988831
Jan 19 16:34:23.886488 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-344c7e30-87b4-40af-a937-f49fc177c8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:24.758414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58550) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:24.908902 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-434907794-network', 'tenant_id': '19eefa319d8b4569913b3d4803add96a'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:34:24.915029 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:34:24.920045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Usage tracker for resource:network and tenant:19eefa319d8b4569913b3d4803add96a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:34:24.923387 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:34:24.930414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:34:24.940422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Made reservation on behalf of 19eefa319d8b4569913b3d4803add96a for: {'network': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:34:24.945634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for network, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:24.958557 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:24.976174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:34:24.980339 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Usage tracker for resource:security_group_rule and tenant:19eefa319d8b4569913b3d4803add96a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:34:24.983386 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:34:24.989219 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:34:25.081645 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.084687 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.088947 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:25.125336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 19 16:34:25.136071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5022f1-408d-4f3a-804a-18558c8c069b,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:25.139449 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:25.143426 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.144454 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.segments_db [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Added segment 2f8a1ae0-6886-43cc-b30f-6891d8f08ccb of type vxlan for network 448b10fa-31d7-4afa-bd44-6960ac363854
Jan 19 16:34:25.171020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254520600282'] for network, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.204118 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752'] for network, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.205401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:25.206083 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.211603 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-ba3c1412-7d1e-434c-9e17-63eef1aabe13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:25.331193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Pushing event updated for resources: {'Network': ['ID=448b10fa-31d7-4afa-bd44-6960ac363854,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:25.334362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:25.336823 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] 10.222.0.122 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5770638
Jan 19 16:34:25.340052 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58558) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:25.344059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Network 448b10fa-31d7-4afa-bd44-6960ac363854 details requested by agent ovs-agent-dv-cinder-667108-29-iscsi with host dv-cinder-667108-29-iscsi {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:34:25.346382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Request body: {'subnet': {'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-434907794-subnet', 'tenant_id': '19eefa319d8b4569913b3d4803add96a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:34:25.352740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:34:25.356917 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Usage tracker for resource:subnet and tenant:19eefa319d8b4569913b3d4803add96a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:34:25.359993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:34:25.361757 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Network 448b10fa-31d7-4afa-bd44-6960ac363854 details requested by agent ovs-agent-hv-cinder-66710 with host hv-cinder-66710 {{(pid=80062) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 19 16:34:25.365962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:34:25.375924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Made reservation on behalf of 19eefa319d8b4569913b3d4803add96a for: {'subnet': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:34:25.380636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3777862'] for subnet, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.806636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2314642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3777833'] for subnet, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:25.822531 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:25.952906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b909a20-aff0-46d1-ab1e-18740a246492,revision_number=0']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:25.957681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:26.030211 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Checking segment: {'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:34:26.030516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Network hostable DHCP agents. Network: 448b10fa-31d7-4afa-bd44-6960ac363854, hostable agents: ['dcbfbbd1-2b17-4735-8eb4-2a5336595cad'], hosted agents: [] {{(pid=80061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 19 16:34:26.048747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Network 448b10fa-31d7-4afa-bd44-6960ac363854 is scheduled to be hosted by DHCP agent dcbfbbd1-2b17-4735-8eb4-2a5336595cad with binding_index 1 {{(pid=80061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 19 16:34:26.057390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-667108-29-iscsi, 448b10fa-31d7-4afa-bd44-6960ac363854) {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:34:26.067575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d96c04-5d3d-4fee-a876-5ff34fdf7bd7 None None] Network 448b10fa-31d7-4afa-bd44-6960ac363854 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:34:26.070781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:26.071417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:26.090413 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-7b048503-32fc-43ae-a2ad-50c92197f72d admin admin] 10.222.0.122 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7492180
Jan 19 16:34:26.316596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668ad5a-533e-434f-806e-5dc349dbb7c5 None None] Network 448b10fa-31d7-4afa-bd44-6960ac363854 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:34:26.447583 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-feab0a3f-19f2-42f2-ae1f-0022588a0868 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/floatingips/2cd9108c-5226-4503-88fe-6de3e1339bfe HTTP/1.1" status: 200  len: 998 time: 0.1303396
Jan 19 16:34:26.640101 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cee62-fa2c-4281-986b-28b012406705 req-38cea9ac-554b-4e37-a153-5914b8ef6843 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:26.641690 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-38cea9ac-554b-4e37-a153-5914b8ef6843 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/networks/fe7a3ff0-de49-4f13-ab3f-8380114b5f26 HTTP/1.1" status: 200  len: 784 time: 0.1874523
Jan 19 16:34:26.767069 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-81f4bc84-56dc-4f6c-ad12-d54d32bb6f22 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.112 HTTP/1.1" status: 200  len: 1001 time: 0.1182051
Jan 19 16:34:26.868946 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cee62-fa2c-4281-986b-28b012406705 req-f37e9407-8331-4fe6-8f43-8b9e5c9f9566 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:26.870537 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-f37e9407-8331-4fe6-8f43-8b9e5c9f9566 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports/9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 942 time: 0.0967889
Jan 19 16:34:27.078302 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-7aa74727-e7c5-4507-a39a-f9a5af8028f1 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/floatingips?floating_ip_address=172.27.2.112 HTTP/1.1" status: 200  len: 1001 time: 0.1193337
Jan 19 16:34:27.313992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Deleting port 517f0314-51a9-446b-a941-d059c79f281a {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:27.314370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:27.509668 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:27.510082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for floatingip, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:27.653413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Calling delete_port for 517f0314-51a9-446b-a941-d059c79f281a owned by network:floatingip {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:27.820092 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:27.836501 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d3d78b47-792c-4730-a760-e7e6e1ea8a48 tempest-TestMinimumBasicScenario-915871323 tempest-TestMinimumBasicScenario-915871323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:27.932692 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event deleted for resources: {'Port': ['ID=517f0314-51a9-446b-a941-d059c79f281a,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:27.939906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:28.069870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for floatingip, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:28.070244 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.db.l3_db [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Floating IP 2cd9108c-5226-4503-88fe-6de3e1339bfe disassociated (deleted). External IP: 172.27.2.112, port: 9a9923db-34e1-4c43-ab72-0b61c09039c1.
Jan 19 16:34:28.713658 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Router 691888ff-2ec5-474d-90e3-e36f5b7941f6 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:34:28.910551 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:34:28.921830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] Sync routers for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:34:28.935066 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:28.935723 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd29f668>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:28.935871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for floatingip, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:29.003119 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-bcb1629a-0613-4a31-879b-fdc1ecb83422 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "DELETE /v2.0/floatingips/2cd9108c-5226-4503-88fe-6de3e1339bfe HTTP/1.1" status: 204  len: 173 time: 1.9186788
Jan 19 16:34:29.003691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:29.106994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cee62-fa2c-4281-986b-28b012406705 req-62ecda20-f7b6-459b-ab31-6e337b15b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:29.108677 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-62ecda20-f7b6-459b-ab31-6e337b15b56f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.0903883
Jan 19 16:34:29.262283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cee62-fa2c-4281-986b-28b012406705 req-e665f8fd-bbd9-4a38-acde-99deb0d73097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:29.264016 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-e665f8fd-bbd9-4a38-acde-99deb0d73097 service neutron] 10.222.0.122 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1488352
Jan 19 16:34:29.283927 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:29.339323 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-ebd68037-d36e-4bd8-95c4-57bdedb8610f service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 217 time: 0.0683529
Jan 19 16:34:29.415802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cee62-fa2c-4281-986b-28b012406705 req-eaccaffa-2f92-40b7-bc4d-ae7a34c937a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:29.417432 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-eaccaffa-2f92-40b7-bc4d-ae7a34c937a5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0714757
Jan 19 16:34:29.510516 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cee62-fa2c-4281-986b-28b012406705 req-5b11629a-f3dd-4724-ac3f-fe01b906af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:29.512095 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-5b11629a-f3dd-4724-ac3f-fe01b906af00 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0859857
Jan 19 16:34:29.636274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd29f668>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:29.640395 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] Checking router: 691888ff-2ec5-474d-90e3-e36f5b7941f6 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:34:29.650893 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:29.651624 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd29f668>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:29.669382 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-0eddf777-97aa-4765-af2f-d08968f8a925 service neutron] 10.222.0.122 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480289
Jan 19 16:34:29.834043 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-eb7cee62-fa2c-4281-986b-28b012406705 req-d493f623-f06e-4dd0-b384-d99fbdaf2690 service neutron] 10.222.0.122 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577892
Jan 19 16:34:29.862196 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:30.130171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-0ba8003c-9eb7-415c-bfb3-e350dd09c256 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:30.132419 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-0ba8003c-9eb7-415c-bfb3-e350dd09c256 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/networks?id=448b10fa-31d7-4afa-bd44-6960ac363854 HTTP/1.1" status: 200  len: 808 time: 0.1861296
Jan 19 16:34:30.149487 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-0cfba2c2-4bf7-48ea-a8be-1d41bcd118ec tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/quotas/19eefa319d8b4569913b3d4803add96a HTTP/1.1" status: 200  len: 375 time: 0.0106518
Jan 19 16:34:30.204668 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-de4fed69-5755-4506-b67a-cdf92e3a7910 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?tenant_id=19eefa319d8b4569913b3d4803add96a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492103
Jan 19 16:34:30.205941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd29f668>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:30.210662 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f95c95-8512-4b37-ace4-a978a100957c None None] The sync data for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi is: [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:29:41Z', 'revision_number': 4, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi', '_interfaces': [{'id': '0493e72f-2407-4ec3-8ec7-60804003c2bf', 'name': '', 'network_id': '2921a53d-8217-4522-9a87-f37510cfa847', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'mac_address': 'fa:16:3e:7d:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:40Z', 'updated_at': '2021-01-19T16:29:50Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'subnets': [{'id': 'b4ac104c-e34d-42b3-87c5-aa3b3af12e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:34:30.356710 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-f084946c-f81b-4f75-8db4-559f21b4bda3 service neutron] 10.222.0.122 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445737
Jan 19 16:34:30.517650 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b766efb7-d982-4a08-84e5-65c7236888c9 service neutron] 10.222.0.122 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1539085
Jan 19 16:34:30.628642 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c073c-94d3-4a63-ac54-0cb510cefb10 None None] New status for floating IP 2cd9108c-5226-4503-88fe-6de3e1339bfe: DOWN {{(pid=80062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 19 16:34:30.702173 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'status': 'completed', 'code': 200}
Jan 19 16:34:30.854247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-e1782d77-a944-4940-becd-e5a07416add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:30.856409 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-e1782d77-a944-4940-becd-e5a07416add1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 1162 time: 0.1090415
Jan 19 16:34:31.033867 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-abe9f524-cccc-4f44-bf9b-a379ffb9ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:31.035571 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-abe9f524-cccc-4f44-bf9b-a379ffb9ab7c service neutron] 10.222.0.85 "GET /v2.0/networks?id=2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 200  len: 903 time: 0.1716909
Jan 19 16:34:31.091817 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6496efda-4ffc-4a64-b80a-a7806fad1895 req-d842f056-85a9-4cbd-a605-4b16b8b64782 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 210 time: 0.0583329
Jan 19 16:34:31.117468 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-f6d19325-1b93-4baf-bf37-2f4f8b4f5505 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 200  len: 217 time: 0.0743761
Jan 19 16:34:31.193676 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-70a0713b-2535-4118-a058-87bece5208a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:31.195973 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-70a0713b-2535-4118-a058-87bece5208a3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 200  len: 848 time: 0.0676672
Jan 19 16:34:31.289571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-d42160dd-574e-4dbb-ab42-6a83e67c3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:31.291512 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-d42160dd-574e-4dbb-ab42-6a83e67c3160 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2921a53d-8217-4522-9a87-f37510cfa847&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0871608
Jan 19 16:34:31.341916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be5446-e1d9-4bd5-bf36-af45e08d9c25 req-7c468643-0424-4072-8b80-316ffd509415 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:31.342745 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c5be5446-e1d9-4bd5-bf36-af45e08d9c25 req-7c468643-0424-4072-8b80-316ffd509415 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Synchronizing usage tracker for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:34:31.359287 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-c5be5446-e1d9-4bd5-bf36-af45e08d9c25 req-7c468643-0424-4072-8b80-316ffd509415 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Unset dirty status for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:34:31.360565 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c5be5446-e1d9-4bd5-bf36-af45e08d9c25 req-7c468643-0424-4072-8b80-316ffd509415 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1260369
Jan 19 16:34:31.417951 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c5be5446-e1d9-4bd5-bf36-af45e08d9c25 req-a9688407-d7b7-4f39-a58f-d64a7e51e603 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0482574
Jan 19 16:34:31.672003 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-577bb5b5-8357-4f89-9744-9c82609024d1 service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452988
Jan 19 16:34:31.825938 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-90a48f1f-432e-4a26-86e8-c9e298889428 req-ddcad70e-3cc3-4f52-b1df-9fc711606a2a service neutron] 10.222.0.85 "GET /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443014
Jan 19 16:34:32.076568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-d01b4937-f7c6-4113-a297-d6079b7e34e2 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:32.077355 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-d01b4937-f7c6-4113-a297-d6079b7e34e2 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Synchronizing usage tracker for tenant:19eefa319d8b4569913b3d4803add96a on resource:network {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:34:32.096057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-d01b4937-f7c6-4113-a297-d6079b7e34e2 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Unset dirty status for tenant:19eefa319d8b4569913b3d4803add96a on resource:network {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:34:32.097406 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-d01b4937-f7c6-4113-a297-d6079b7e34e2 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "GET /v2.0/networks?id=448b10fa-31d7-4afa-bd44-6960ac363854 HTTP/1.1" status: 200  len: 808 time: 0.2070248
Jan 19 16:34:32.122951 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Request body: {'port': {'device_id': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854', 'admin_state_up': True, 'tenant_id': '19eefa319d8b4569913b3d4803add96a'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:34:32.280838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:34:32.284910 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Usage tracker for resource:port and tenant:19eefa319d8b4569913b3d4803add96a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:34:32.288679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Quota usage for port was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:34:32.292004 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2ca97ef6-bffd-49ba-8fa2-aa7769190dd5 req-1893dd4b-c059-4e47-b053-a78af5dcfad7 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 210 time: 0.0568664
Jan 19 16:34:32.294643 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:34:32.304263 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Made reservation on behalf of 19eefa319d8b4569913b3d4803add96a for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:34:32.313479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:32.650815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Allocated IP 172.20.0.9 (448b10fa-31d7-4afa-bd44-6960ac363854/5b909a20-aff0-46d1-ab1e-18740a246492/c3f1f8ab-eae3-492e-9bc5-6a0e466c0577) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:34:32.667991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd75e8-3ee7-40e7-82ee-efd051bdeafe req-3ea45ab1-9eab-444f-a66f-e6debc834054 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:32.670196 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d1fd75e8-3ee7-40e7-82ee-efd051bdeafe req-3ea45ab1-9eab-444f-a66f-e6debc834054 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1091714
Jan 19 16:34:32.727550 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d1fd75e8-3ee7-40e7-82ee-efd051bdeafe req-a015471a-869c-4b27-9a3d-5824178d224e tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups?id=f8965d98-33d8-48ce-b11c-4ed626448fd3&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0502698
Jan 19 16:34:32.839506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 9a9923db-34e1-4c43-ab72-0b61c09039c1 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:32.889505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:32.919024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:32.937908 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12132544-9b62-4468-b8aa-bd64462a4cb3 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:32.968301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.003125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:33.014670 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 9a9923db-34e1-4c43-ab72-0b61c09039c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:33.019288 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.021469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a41acfe0-20e3-42db-a318-1e0c8984f1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:33.058636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-bb896f29-9eed-4232-8f28-941178c3ad0c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:33.060577 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-bb896f29-9eed-4232-8f28-941178c3ad0c tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.85 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 945 time: 0.1289902
Jan 19 16:34:33.111241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=7']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:33.129625 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.130106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.130403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.130765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.131135 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.131534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.131892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.132256 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.132614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.132978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.133363 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.133696 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.134155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.134517 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.134885 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.135251 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.135617 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.135983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.136352 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.136690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.137056 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.137417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.137792 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.141177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:33.146589 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'code': 200}
Jan 19 16:34:33.147905 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:33.151275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Pushing event updated for resources: {'Port': ['ID=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:33.159983 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:33.174307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Network 448b10fa-31d7-4afa-bd44-6960ac363854 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:34:33.175464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:34:33.178071 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:34:33.192754 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Deleting port 9a9923db-34e1-4c43-ab72-0b61c09039c1 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:33.193238 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.262711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:33.263380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.292349 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-8c16e868-e4f7-4d7f-8814-42aa96a4e1ef tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1713414
Jan 19 16:34:33.308533 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Request body: {'port': {'device_id': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:34:33.453222 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.530766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] For port 9a9923db-34e1-4c43-ab72-0b61c09039c1, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=9a9923db-34e1-4c43-ab72-0b61c09039c1,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:33.531171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.689214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Calling delete_port for 9a9923db-34e1-4c43-ab72-0b61c09039c1 owned by compute:nova {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:33.785924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7588-e902-4b8c-93ea-fa10d3ec7e28 req-4ca02950-c7f4-4f61-974f-87d2a4a1debb tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:33.788263 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-084a7588-e902-4b8c-93ea-fa10d3ec7e28 req-4ca02950-c7f4-4f61-974f-87d2a4a1debb tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 931 time: 0.3378575
Jan 19 16:34:33.894136 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-084a7588-e902-4b8c-93ea-fa10d3ec7e28 req-0aeea24e-f6fa-4f38-892a-45669f610c7a tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910366
Jan 19 16:34:33.898175 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 16:34:33.906471 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.931519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.933008 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Transition to ACTIVE for port object c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:34:33.935456 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:33.948183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-690e83ab-0347-4bb6-9215-358047687b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:33.955816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-171e6a3c-aeb2-416c-b2b8-c09bd77e29f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:34.001378 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event deleted for resources: {'Port': ['ID=9a9923db-34e1-4c43-ab72-0b61c09039c1,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:34.054697 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:34.095454 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Pushing event updated for resources: {'Port': ['ID=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:34.100709 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:34.118294 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d4f6e9f6-7189-4786-9fd9-504057fd15ce req-34aae95c-dde0-49a5-9eba-51ed0b4dd817 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 210 time: 0.0624278
Jan 19 16:34:34.230325 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] No DVR routers for this DVR port 9a9923db-34e1-4c43-ab72-0b61c09039c1 on host hv-cinder-66710 {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:34:34.232876 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:34.237447 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-deleted', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1'}] {{(pid=80060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:34.259020 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fe9f69ca-f606-4df7-a2a9-6a6ce2beff62 req-e5626eed-9b42-4ff9-92fa-1ecfe52c2489 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.85 "DELETE /v2.0/ports/9a9923db-34e1-4c43-ab72-0b61c09039c1 HTTP/1.1" status: 204  len: 173 time: 1.1919141
Jan 19 16:34:34.308150 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11debd91-f700-440a-b2e6-11d33439edc6', 'name': 'network-vif-deleted', 'tag': '9a9923db-34e1-4c43-ab72-0b61c09039c1', 'status': 'completed', 'code': 200}
Jan 19 16:34:34.312588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Attempting to bind port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:34:34.312955 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Attempting to bind port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:34:34.313312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Attempting to bind port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 on network 448b10fa-31d7-4afa-bd44-6960ac363854 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:34:34.319045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:34:34.319451 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Checking segment: {'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:34:34.319897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:34.320347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Bound using segment: {'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:34:34.320814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Bound port: c3f1f8ab-eae3-492e-9bc5-6a0e466c0577, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:34:34.321179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:34.421646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] For port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:34:34.426738 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] For port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:34:34.431108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:34.451482 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-df97c806-b196-45e8-a323-162f4f786f64 tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:34.612461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Pushing event updated for resources: {'Port': ['ID=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:34.618290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:34.663963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:34.664669 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:34.666974 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] 10.222.0.85 "PUT /v2.0/ports/c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 HTTP/1.1" status: 200  len: 1157 time: 1.3627906
Jan 19 16:34:34.666974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:34.742724 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577', 'status': 'completed', 'code': 200}
Jan 19 16:34:34.833702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-83aa78fc-c9cb-4603-a335-1d6800511fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:34.835893 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-83aa78fc-c9cb-4603-a335-1d6800511fd7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19eefa319d8b4569913b3d4803add96a&device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 1160 time: 0.0813043
Jan 19 16:34:34.931079 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-0444d681-1b1d-4896-9994-0724d4275fe8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 HTTP/1.1" status: 200  len: 217 time: 0.0761671
Jan 19 16:34:35.011924 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-36d7a50f-6d57-460d-bb80-9bf12af7b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:35.014598 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-36d7a50f-6d57-460d-bb80-9bf12af7b7d4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5b909a20-aff0-46d1-ab1e-18740a246492 HTTP/1.1" status: 200  len: 848 time: 0.0761504
Jan 19 16:34:35.077224 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-64bfe2d8-3c18-4076-a441-7123dd7541e1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=448b10fa-31d7-4afa-bd44-6960ac363854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505280
Jan 19 16:34:35.141057 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5f21-18dc-4e92-9c19-5ede57d5a2d8 req-74e512c8-2288-40a4-80ec-90c00cd8acc3 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:35.142747 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2c6c5f21-18dc-4e92-9c19-5ede57d5a2d8 req-74e512c8-2288-40a4-80ec-90c00cd8acc3 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 943 time: 0.1075029
Jan 19 16:34:35.202785 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2c6c5f21-18dc-4e92-9c19-5ede57d5a2d8 req-aa8779f2-52e2-4aff-b27e-613c340f68ea tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526786
Jan 19 16:34:35.425722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-0251d5f2-99e4-40c3-925d-57f4935dc4ad req-b39cb3b9-57b0-4397-80f3-3a0163ba002a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Synchronizing usage tracker for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:port {{(pid=80060) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:34:35.443259 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-0251d5f2-99e4-40c3-925d-57f4935dc4ad req-b39cb3b9-57b0-4397-80f3-3a0163ba002a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Unset dirty status for tenant:5d1ff2b376704d9f8e9b393ed6bb9e7b on resource:port {{(pid=80060) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:34:35.444599 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0251d5f2-99e4-40c3-925d-57f4935dc4ad req-b39cb3b9-57b0-4397-80f3-3a0163ba002a tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/ports?device_id=11debd91-f700-440a-b2e6-11d33439edc6 HTTP/1.1" status: 200  len: 210 time: 0.0768969
Jan 19 16:34:35.461103 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-be9d9532-e97d-47c3-bc07-9d52921cbcab service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3767862
Jan 19 16:34:35.611200 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-984abdd7-92ea-4fa1-95c7-6e1bb934a0e0 req-62980c49-aefe-4d99-970a-bc27f9319f9c service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432307
Jan 19 16:34:35.786773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-e78ba630-3703-4fdc-a4b6-798bb260f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:35.789814 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-e78ba630-3703-4fdc-a4b6-798bb260f08b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19eefa319d8b4569913b3d4803add96a&device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 1160 time: 0.0840840
Jan 19 16:34:35.939159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-0901b087-e3a5-4270-9446-f05334b84dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:35.940690 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-0901b087-e3a5-4270-9446-f05334b84dd3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=448b10fa-31d7-4afa-bd44-6960ac363854 HTTP/1.1" status: 200  len: 902 time: 0.1434259
Jan 19 16:34:36.018845 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-8b32652b-ad35-4c11-8558-a71c27a7e0a7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 HTTP/1.1" status: 200  len: 217 time: 0.0705647
Jan 19 16:34:36.087808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-50bb7074-6678-4d01-86cf-d807db4adb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:36.089477 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-50bb7074-6678-4d01-86cf-d807db4adb2f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5b909a20-aff0-46d1-ab1e-18740a246492 HTTP/1.1" status: 200  len: 848 time: 0.0646343
Jan 19 16:34:36.146091 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-a9040186-3d53-4df8-b4e4-a5a96594629d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=448b10fa-31d7-4afa-bd44-6960ac363854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493410
Jan 19 16:34:36.294415 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-c32f17f5-aa59-4c64-90c4-517f39a29d34 service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407859
Jan 19 16:34:36.446396 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d0b474a5-ee29-4eaa-93ee-d8ca0a4d1cd8 req-cc412c45-3bba-41fc-ad96-7c25fdf1cc96 service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453381
Jan 19 16:34:36.460512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b0f8-88e2-4423-bdb1-19555152ca2d req-4a4a71df-91b5-4af0-89fb-1d8d96e6f4d0 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:36.462286 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6917b0f8-88e2-4423-bdb1-19555152ca2d req-4a4a71df-91b5-4af0-89fb-1d8d96e6f4d0 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 943 time: 0.1089773
Jan 19 16:34:36.517818 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6917b0f8-88e2-4423-bdb1-19555152ca2d req-382102a3-8a75-4384-b461-f43ac86ad797 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471940
Jan 19 16:34:36.697860 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7342387a-ea23-44ca-aa7b-2ed188e04214 req-7cb7deca-56e6-4539-baa6-b7c3ff6631ca tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "GET /v2.0/security-groups/f8965d98-33d8-48ce-b11c-4ed626448fd3 HTTP/1.1" status: 200  len: 2993 time: 0.0564604
Jan 19 16:34:36.786382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7342387a-ea23-44ca-aa7b-2ed188e04214 req-84110e4b-2e16-4159-bc3f-37a8d8327720 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:36.817668 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7342387a-ea23-44ca-aa7b-2ed188e04214 req-84110e4b-2e16-4159-bc3f-37a8d8327720 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:36.868765 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7342387a-ea23-44ca-aa7b-2ed188e04214 req-84110e4b-2e16-4159-bc3f-37a8d8327720 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:36.874408 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9af0d4dd-0bc8-430f-bdd7-ca981f68b9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:36.893331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84110e4b-2e16-4159-bc3f-37a8d8327720 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8965d98-33d8-48ce-b11c-4ed626448fd3,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:36.900552 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-84110e4b-2e16-4159-bc3f-37a8d8327720 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:36.902622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-7342387a-ea23-44ca-aa7b-2ed188e04214 req-84110e4b-2e16-4159-bc3f-37a8d8327720 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:36.903834 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-7342387a-ea23-44ca-aa7b-2ed188e04214 req-84110e4b-2e16-4159-bc3f-37a8d8327720 tempest-TestShelveInstance-1384667575 tempest-TestShelveInstance-1384667575] 10.222.0.122 "DELETE /v2.0/security-groups/f8965d98-33d8-48ce-b11c-4ed626448fd3 HTTP/1.1" status: 204  len: 173 time: 0.1992471
Jan 19 16:34:36.964698 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58656) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:37.635045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:37.765613 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d0576-fb46-403a-bb67-b36b943b7d02 req-367f0210-06c1-45a9-8efb-044ff3efee8c tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:37.767469 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-df0d0576-fb46-403a-bb67-b36b943b7d02 req-367f0210-06c1-45a9-8efb-044ff3efee8c tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 943 time: 0.1072590
Jan 19 16:34:38.046354 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Deleting port 0493e72f-2407-4ec3-8ec7-60804003c2bf {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:38.046650 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:38.070414 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-df0d0576-fb46-403a-bb67-b36b943b7d02 req-cdd515a4-37e3-4169-b9fe-6fb9a0204752 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2951603
Jan 19 16:34:38.245095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] For port 0493e72f-2407-4ec3-8ec7-60804003c2bf, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=0493e72f-2407-4ec3-8ec7-60804003c2bf,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:38.245634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:38.397857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Calling delete_port for 0493e72f-2407-4ec3-8ec7-60804003c2bf owned by network:router_interface {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:38.570095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c1890335-8ef7-4cdf-895f-1292e5fb9e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:38.588691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:38.606059 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a9459c0b-a25f-445c-b615-e38731609c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:38.661361 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Pushing event deleted for resources: {'Port': ['ID=0493e72f-2407-4ec3-8ec7-60804003c2bf,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:38.714424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:38.937307 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.objects.ports [None req-d987853a-d221-4c71-b21c-2343897234bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80062) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 19 16:34:39.076935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:39.356154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502c52-a5a4-4a13-9c0d-dddbe38f3d20 req-cce23dad-22d2-4b6b-9521-52e813ea4e1d tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:39.357887 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a502c52-a5a4-4a13-9c0d-dddbe38f3d20 req-cce23dad-22d2-4b6b-9521-52e813ea4e1d tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 943 time: 0.1365891
Jan 19 16:34:39.358429 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:34:39.412096 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-1a502c52-a5a4-4a13-9c0d-dddbe38f3d20 req-0cdb66c2-207a-4962-b67b-098fb86f0d43 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476534
Jan 19 16:34:39.444388 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:34:39.449487 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:34:39.450044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:39.584789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:39.615404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:39.626047 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:39.629479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:39.632982 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:39.705487 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577', 'code': 200}
Jan 19 16:34:39.719407 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:39.723165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:40.022831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Router 691888ff-2ec5-474d-90e3-e36f5b7941f6 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:34:40.027845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c27c2-6e04-4e19-b870-33f758463f19 req-72ab281b-39ac-4d8c-bc3e-1594cc6e6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:40.029438 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc9c27c2-6e04-4e19-b870-33f758463f19 req-72ab281b-39ac-4d8c-bc3e-1594cc6e6cb5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 1162 time: 0.1352115
Jan 19 16:34:40.219451 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc9c27c2-6e04-4e19-b870-33f758463f19 req-24d5dd6a-17ac-451e-a700-6808898f5e06 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832192
Jan 19 16:34:40.254227 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:34:40.265939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] Sync routers for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:34:40.272077 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c8c4a179-cf07-4fcc-858f-97ebe463006c admin admin] 10.222.0.122 "PUT /v2.0/routers/691888ff-2ec5-474d-90e3-e36f5b7941f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3059645
Jan 19 16:34:40.274785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58674) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:40.276575 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:40.277252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd32a550>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:40.474550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks [] for router, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:40.476362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:40.664851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:40.666746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b41dc-c838-43e5-9710-2e22d3015e76 req-7e3a68d4-b5e8-44ac-9e94-1aa2bc42244d tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:40.668527 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d04b41dc-c838-43e5-9710-2e22d3015e76 req-7e3a68d4-b5e8-44ac-9e94-1aa2bc42244d tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 945 time: 0.1129060
Jan 19 16:34:40.670435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Deleting port baf08cf1-d690-4723-8c6b-dd17b9bb4490 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:40.670810 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:40.742837 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-d04b41dc-c838-43e5-9710-2e22d3015e76 req-40cf6cd8-b668-429a-9287-29f36c0d8f76 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667408
Jan 19 16:34:40.814665 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd32a550>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:34:38Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:40.818920 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] Checking router: 691888ff-2ec5-474d-90e3-e36f5b7941f6 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:34:40.828311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] Routers {'691888ff-2ec5-474d-90e3-e36f5b7941f6'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:40.828999 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd32a550>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:11Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['691888ff-2ec5-474d-90e3-e36f5b7941f6'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:40.882065 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] For port baf08cf1-d690-4723-8c6b-dd17b9bb4490, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=baf08cf1-d690-4723-8c6b-dd17b9bb4490,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:40.882475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:40.933159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:34:41.020311 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Calling delete_port for baf08cf1-d690-4723-8c6b-dd17b9bb4490 owned by network:router_gateway {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:41.036882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e0ede8e9-2da2-4212-bae8-02aa5cf62a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.051186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:34:41.051186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.055401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] Set router 691888ff-2ec5-474d-90e3-e36f5b7941f6 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:41.189358 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.399764 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.491205 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.541459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.543913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.548455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd32a550>, [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:34:38Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:41.552567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31d281-5c18-4481-b4ce-c9528f034808 None None] The sync data for ids ['691888ff-2ec5-474d-90e3-e36f5b7941f6'] in dv-cinder-667108-29-iscsi is: [{'id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'name': 'tempest-TestShelveInstance-1168796831-router', 'tenant_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:36Z', 'updated_at': '2021-01-19T16:34:38Z', 'revision_number': 5, 'project_id': '5d1ff2b376704d9f8e9b393ed6bb9e7b', 'gw_port': {'id': 'baf08cf1-d690-4723-8c6b-dd17b9bb4490', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691888ff-2ec5-474d-90e3-e36f5b7941f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:37Z', 'updated_at': '2021-01-19T16:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:34:41.569116 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.569957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691888ff-2ec5-474d-90e3-e36f5b7941f6 {{(pid=80061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:34:41.583208 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.584485 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-23a1974f-8e6b-4db3-8ee9-a863d4c3d409 admin admin] 10.222.0.122 "DELETE /v2.0/routers/691888ff-2ec5-474d-90e3-e36f5b7941f6 HTTP/1.1" status: 204  len: 168 time: 1.3087146
Jan 19 16:34:41.587928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58682) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:41.665534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Deleting subnet b4ac104c-e34d-42b3-87c5-aa3b3af12e07 {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:34:41.669932 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.728430 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2203056'] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.879578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:41.989326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7f74-134e-40d5-a412-fa1738d84f91 req-76d0e452-4f4b-43cc-abf6-69710f3af7fd tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:41.991864 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-afde7f74-134e-40d5-a412-fa1738d84f91 req-76d0e452-4f4b-43cc-abf6-69710f3af7fd tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 945 time: 0.1160095
Jan 19 16:34:42.060152 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-afde7f74-134e-40d5-a412-fa1738d84f91 req-0272e5e7-a976-4e6d-96b7-ea90437f4839 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617876
Jan 19 16:34:42.406282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2284631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850997984'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:42.422708 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:42.475865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:42.511390 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ac104c-e34d-42b3-87c5-aa3b3af12e07,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:42.529800 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:42.564349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:42.570651 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d588d-9221-4ba7-8044-2177b0b71e94 None None] Network 2921a53d-8217-4522-9a87-f37510cfa847 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:34:42.571413 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-aba8c4fe-ebf9-4a41-8256-471363f1fc4d admin admin] 10.222.0.122 "DELETE /v2.0/subnets/b4ac104c-e34d-42b3-87c5-aa3b3af12e07 HTTP/1.1" status: 204  len: 168 time: 0.9824438
Jan 19 16:34:42.574109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58698) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:42.700086 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:42.780845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Deleting port b9d8f344-b970-48c8-8617-0ce47460200a {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:42.781224 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:42.955506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.028097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] For port b9d8f344-b970-48c8-8617-0ce47460200a, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=b9d8f344-b970-48c8-8617-0ce47460200a,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:43.030815 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.060212 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] DHCP port deletion for 2921a53d-8217-4522-9a87-f37510cfa847 request from dv-cinder-667108-29-iscsi {{(pid=80062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 19 16:34:43.065150 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Deleting port b9d8f344-b970-48c8-8617-0ce47460200a {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:43.065560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.182035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Calling delete_port for b9d8f344-b970-48c8-8617-0ce47460200a owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:43.275230 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.294125 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b9b7f71c-ef53-4ce2-b183-a755889aaf9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:43.315939 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device baf08cf1-d690-4723-8c6b-dd17b9bb4490 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:43.359160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab02e49-0627-4f5b-8f6b-2eeec6c56f50 req-16173ac5-7ead-4921-9d06-1aa76f86f41e tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:43.360941 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-aab02e49-0627-4f5b-8f6b-2eeec6c56f50 req-16173ac5-7ead-4921-9d06-1aa76f86f41e tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 945 time: 0.1236551
Jan 19 16:34:43.371512 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: baf08cf1-d690-4723-8c6b-dd17b9bb4490 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:43.371897 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device baf08cf1-d690-4723-8c6b-dd17b9bb4490 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:43.372366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 0493e72f-2407-4ec3-8ec7-60804003c2bf no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:43.400741 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d8f344-b970-48c8-8617-0ce47460200a,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:43.414768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 0493e72f-2407-4ec3-8ec7-60804003c2bf {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:43.415151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 0493e72f-2407-4ec3-8ec7-60804003c2bf not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:43.415859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device b9d8f344-b970-48c8-8617-0ce47460200a no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:43.416558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:43.418272 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-aab02e49-0627-4f5b-8f6b-2eeec6c56f50 req-dd469b28-c332-471f-a7c1-54e7a488ee35 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485528
Jan 19 16:34:43.464822 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: b9d8f344-b970-48c8-8617-0ce47460200a {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:43.465214 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device b9d8f344-b970-48c8-8617-0ce47460200a not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:43.465923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] No DVR routers for this DVR port b9d8f344-b970-48c8-8617-0ce47460200a on host dv-cinder-667108-29-iscsi {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:34:43.469316 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] For port b9d8f344-b970-48c8-8617-0ce47460200a, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=b9d8f344-b970-48c8-8617-0ce47460200a,segment=NetworkSegment(c9661776-e2d1-46e8-a09c-1802f3200b5e),segment_id=c9661776-e2d1-46e8-a09c-1802f3200b5e)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:43.469972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.602894 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.617053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Calling delete_port for b9d8f344-b970-48c8-8617-0ce47460200a owned by network:dhcp {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:43.694151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:34:43.694151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:34:43.728626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbd26e470>,) {'filters': {'network_id': ['2921a53d-8217-4522-9a87-f37510cfa847']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:43.742691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd26e470>, 'c9661776-e2d1-46e8-a09c-1802f3200b5e') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:43.743034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd26e470>, 'c9661776-e2d1-46e8-a09c-1802f3200b5e') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:43.756928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.778690 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:43.780843 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:34:43.972868 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Network 2921a53d-8217-4522-9a87-f37510cfa847 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:34:43.982703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:44.172027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Network 2921a53d-8217-4522-9a87-f37510cfa847 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:34:44.195103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Deleting port b9d8f344-b970-48c8-8617-0ce47460200a {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:34:44.195499 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:34:44.198299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:44.271120 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e8f99015-2b33-4b2c-aca7-c89a2efd2120 None None] The port 'b9d8f344-b970-48c8-8617-0ce47460200a' was deleted {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 19 16:34:44.286336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:44.291444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:44.295554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:44.325034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Pushing event deleted for resources: {'Network': ['ID=2921a53d-8217-4522-9a87-f37510cfa847,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:44.328018 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:44.337839 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-062dc81b-d7db-4086-a5c7-07640945890e admin admin] 10.222.0.122 "DELETE /v2.0/networks/2921a53d-8217-4522-9a87-f37510cfa847 HTTP/1.1" status: 204  len: 168 time: 1.7624204
Jan 19 16:34:44.341177 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58712) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:44.685236 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e1eac-3f7c-47fb-b239-d9988b4fb5b9 req-f50d57e3-d040-471b-a66d-3ad5c425da12 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:44.687083 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b24e1eac-3f7c-47fb-b239-d9988b4fb5b9 req-f50d57e3-d040-471b-a66d-3ad5c425da12 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 945 time: 0.1126211
Jan 19 16:34:44.753036 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b24e1eac-3f7c-47fb-b239-d9988b4fb5b9 req-660d73cc-a431-492c-87f0-2397a3744d49 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485396
Jan 19 16:34:44.790055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:44.818068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df587fed-9e81-4975-88a6-3b83d2295575 req-39ae7c0b-c37e-472f-992f-afeab6ce7697 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:44.819396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-df587fed-9e81-4975-88a6-3b83d2295575 req-39ae7c0b-c37e-472f-992f-afeab6ce7697 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Synchronizing usage tracker for tenant:19eefa319d8b4569913b3d4803add96a on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:34:44.883688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-df587fed-9e81-4975-88a6-3b83d2295575 req-39ae7c0b-c37e-472f-992f-afeab6ce7697 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Unset dirty status for tenant:19eefa319d8b4569913b3d4803add96a on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:34:44.884953 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-df587fed-9e81-4975-88a6-3b83d2295575 req-39ae7c0b-c37e-472f-992f-afeab6ce7697 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 945 time: 0.2236512
Jan 19 16:34:44.917359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:44.947972 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:44.958157 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:44.961942 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:44.964473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-04651906-2328-4694-a631-2f4765ad8f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:45.018429 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577', 'code': 200}
Jan 19 16:34:45.019151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Deleting port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:45.019481 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:45.038579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:45.042362 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:45.439703 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:34:45.581203 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] For port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:45.581600 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:45.598524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:45.845374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Calling delete_port for c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:45.993044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b57f6d-c56b-4184-9b4d-e956a24fe20c req-553390d6-852a-43c7-978e-578d716287ca tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:45.994944 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a8b57f6d-c56b-4184-9b4d-e956a24fe20c req-553390d6-852a-43c7-978e-578d716287ca tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 943 time: 0.1069164
Jan 19 16:34:46.055596 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a8b57f6d-c56b-4184-9b4d-e956a24fe20c req-83b2c2a3-4344-4fad-b586-8e2e011c411f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517893
Jan 19 16:34:46.159543 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:46.177437 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-7cd18f9d-e068-48d8-8c64-3e451fa8e705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:46.236034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Pushing event deleted for resources: {'Port': ['ID=c3f1f8ab-eae3-492e-9bc5-6a0e466c0577,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:46.239425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:46.406151 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Deleting port 5e913d16-c96b-415c-82ee-910f2d6b214e {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:46.406519 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:46.531473 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] No DVR routers for this DVR port c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:34:46.535391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:46.538274 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'name': 'network-vif-deleted', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:46.614298 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-df587fed-9e81-4975-88a6-3b83d2295575 req-4e54121f-118b-41d0-808e-e563d6572a8f tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "DELETE /v2.0/ports/c3f1f8ab-eae3-492e-9bc5-6a0e466c0577 HTTP/1.1" status: 204  len: 173 time: 1.7194903
Jan 19 16:34:46.647544 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a48a166-c25d-4a5c-b599-ce439aa93742', 'name': 'network-vif-deleted', 'tag': 'c3f1f8ab-eae3-492e-9bc5-6a0e466c0577', 'status': 'completed', 'code': 200}
Jan 19 16:34:46.675502 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] For port 5e913d16-c96b-415c-82ee-910f2d6b214e, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=5e913d16-c96b-415c-82ee-910f2d6b214e,segment=NetworkSegment(0c30858d-984e-40c6-927d-b258b452259a),segment_id=0c30858d-984e-40c6-927d-b258b452259a)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:46.676346 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:46.824506 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Calling delete_port for 5e913d16-c96b-415c-82ee-910f2d6b214e owned by network:router_interface {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:47.010192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:47.027567 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0ac8d94b-fa8a-43b3-937f-78ecea2ffbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:47.076442 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e913d16-c96b-415c-82ee-910f2d6b214e,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:47.079215 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:47.334105 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-6ae295b2-712b-4436-8599-207681b023ca req-df23afcc-e4aa-44b7-9cd9-1fe12d97e385 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=5a48a166-c25d-4a5c-b599-ce439aa93742 HTTP/1.1" status: 200  len: 210 time: 0.1223190
Jan 19 16:34:47.523944 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:48.266382 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Router 73d8deea-fbe7-4394-82ad-14497bbc1b7b has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:34:48.477244 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:34:48.485510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] Sync routers for ids ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:34:48.486104 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-fc8b0c0c-ad09-4a8b-99d2-58f7b6c29844 admin admin] 10.222.0.122 "PUT /v2.0/routers/73d8deea-fbe7-4394-82ad-14497bbc1b7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1436863
Jan 19 16:34:48.489019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58736) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:48.499100 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] Routers {'73d8deea-fbe7-4394-82ad-14497bbc1b7b'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:48.499802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd65f5c0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:48.721820 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] Set router 73d8deea-fbe7-4394-82ad-14497bbc1b7b gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:48.830595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks [] for router, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:49.016365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-4b40b9a8-a790-4826-b091-125c127a40c0 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:49.018072 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-4b40b9a8-a790-4826-b091-125c127a40c0 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/networks?id=448b10fa-31d7-4afa-bd44-6960ac363854 HTTP/1.1" status: 200  len: 808 time: 0.3933411
Jan 19 16:34:49.041068 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-8a07b865-32be-4105-9d71-64e3c0eea7d5 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/quotas/19eefa319d8b4569913b3d4803add96a HTTP/1.1" status: 200  len: 375 time: 0.0144429
Jan 19 16:34:49.054210 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd65f5c0>, [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:34:46Z', 'revision_number': 5, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:49.058459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] Checking router: 73d8deea-fbe7-4394-82ad-14497bbc1b7b for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:34:49.067612 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] Routers {'73d8deea-fbe7-4394-82ad-14497bbc1b7b'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:49.068320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd65f5c0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:49.118994 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-4979cf8c-d8d0-4ff6-a089-bfbe9a655836 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?tenant_id=19eefa319d8b4569913b3d4803add96a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0709445
Jan 19 16:34:49.164121 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:49.174761 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Deleting port ffe83cac-04cd-40c5-a67e-3e479568ce5b {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:49.175131 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:49.271978 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] Set router 73d8deea-fbe7-4394-82ad-14497bbc1b7b gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:49.434594 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-5048dee7-7eb9-4ada-93ae-ecddef41693b service neutron] 10.222.0.122 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062513
Jan 19 16:34:49.562780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] For port ffe83cac-04cd-40c5-a67e-3e479568ce5b, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=ffe83cac-04cd-40c5-a67e-3e479568ce5b,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:49.563183 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:49.595965 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd65f5c0>, [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:34:46Z', 'revision_number': 5, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:49.600878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb384683-67b7-4ddc-b987-8c7f612d38ae None None] The sync data for ids ['73d8deea-fbe7-4394-82ad-14497bbc1b7b'] in dv-cinder-667108-29-iscsi is: [{'id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'name': 'tempest-TestShelveInstance-647183262-router', 'tenant_id': 'ed81ea9ba5544365bcc22a58b122e830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:29:45Z', 'updated_at': '2021-01-19T16:34:46Z', 'revision_number': 5, 'project_id': 'ed81ea9ba5544365bcc22a58b122e830', 'gw_port': {'id': 'ffe83cac-04cd-40c5-a67e-3e479568ce5b', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8deea-fbe7-4394-82ad-14497bbc1b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:29:46Z', 'updated_at': '2021-01-19T16:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:34:49.716252 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Calling delete_port for ffe83cac-04cd-40c5-a67e-3e479568ce5b owned by network:router_gateway {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:49.810413 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9d9dd34f-c995-4708-ad86-afd92704632f service neutron] 10.222.0.122 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3617997
Jan 19 16:34:49.921302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.088855 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-249998c8-e400-42ce-9628-892ac2ee0f2a req-b6ae4dd8-d836-406a-8f35-61e7f8fb39a3 tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] 10.222.0.122 "GET /v2.0/security-groups/5832f5b7-d158-48df-a3f6-4364ffbedc84 HTTP/1.1" status: 200  len: 2997 time: 0.0931954
Jan 19 16:34:50.244463 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.373891 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-249998c8-e400-42ce-9628-892ac2ee0f2a req-2938dcca-7bee-494d-ad41-6df9e4e15a9a tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.405424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.414851 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.426646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-249998c8-e400-42ce-9628-892ac2ee0f2a req-2938dcca-7bee-494d-ad41-6df9e4e15a9a tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.476415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.476974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d8deea-fbe7-4394-82ad-14497bbc1b7b {{(pid=80060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:34:50.503493 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.504936 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-defbfd31-3f3d-486e-8435-130d28131508 admin admin] 10.222.0.122 "DELETE /v2.0/routers/73d8deea-fbe7-4394-82ad-14497bbc1b7b HTTP/1.1" status: 204  len: 168 time: 2.0147655
Jan 19 16:34:50.507736 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58766) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:50.551126 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-249998c8-e400-42ce-9628-892ac2ee0f2a req-2938dcca-7bee-494d-ad41-6df9e4e15a9a tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.553726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-249998c8-e400-42ce-9628-892ac2ee0f2a req-2938dcca-7bee-494d-ad41-6df9e4e15a9a tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.555147 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-249998c8-e400-42ce-9628-892ac2ee0f2a req-2938dcca-7bee-494d-ad41-6df9e4e15a9a tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] 10.222.0.122 "DELETE /v2.0/security-groups/5832f5b7-d158-48df-a3f6-4364ffbedc84 HTTP/1.1" status: 204  len: 173 time: 0.4545312
Jan 19 16:34:50.564465 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2bcaae4b-ba45-46d8-9830-90b250c57ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:50.582967 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938dcca-7bee-494d-ad41-6df9e4e15a9a tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Pushing event deleted for resources: {'SecurityGroup': ['ID=5832f5b7-d158-48df-a3f6-4364ffbedc84,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:50.592431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2938dcca-7bee-494d-ad41-6df9e4e15a9a tempest-TestVolumeBootPattern-2132953740 tempest-TestVolumeBootPattern-2132953740] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:50.625550 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Deleting subnet 266cdbd3-5caf-419c-8346-7807e0fea9c4 {{(pid=80060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:34:50.630103 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:50.979222 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-a5ce105a-f1f4-4cf2-b9d9-631daee2a420 req-fa043e23-23cd-42b6-bfad-19edb4703463 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 210 time: 0.3072214
Jan 19 16:34:50.992589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852582291'] for subnet, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:51.104312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:51.200878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58772) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:51.313353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5e913d16-c96b-415c-82ee-910f2d6b214e no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:51.347518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-4b10dac0-0bab-491c-8d23-9a99e902dd18 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:51.349636 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-4b10dac0-0bab-491c-8d23-9a99e902dd18 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "GET /v2.0/networks?id=448b10fa-31d7-4afa-bd44-6960ac363854 HTTP/1.1" status: 200  len: 808 time: 0.2373626
Jan 19 16:34:51.375289 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Request body: {'port': {'device_id': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854', 'admin_state_up': True, 'tenant_id': '19eefa319d8b4569913b3d4803add96a'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:34:51.384970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 5e913d16-c96b-415c-82ee-910f2d6b214e {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:51.385511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 5e913d16-c96b-415c-82ee-910f2d6b214e not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:51.386115 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device ffe83cac-04cd-40c5-a67e-3e479568ce5b no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:51.434412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: ffe83cac-04cd-40c5-a67e-3e479568ce5b {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:51.435241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device ffe83cac-04cd-40c5-a67e-3e479568ce5b not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:51.544089 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:34:51.549266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Usage tracker for resource:port and tenant:19eefa319d8b4569913b3d4803add96a is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:34:51.553376 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Quota usage for port was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:34:51.559479 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:34:51.569139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Made reservation on behalf of 19eefa319d8b4569913b3d4803add96a for: {'port': 1} {{(pid=80061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 19 16:34:51.578112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:51.643857 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852235061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852127883'] for subnet, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:51.666666 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b90e1b65-1863-4172-84a3-2c00d787e2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:51.839614 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266cdbd3-5caf-419c-8346-7807e0fea9c4,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:51.921722 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_common [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Allocated IP 172.20.0.8 (448b10fa-31d7-4afa-bd44-6960ac363854/5b909a20-aff0-46d1-ab1e-18740a246492/54104c36-e287-4b3a-ad9a-c7dbc3e68bf6) {{(pid=80061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 19 16:34:51.924568 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:51.999878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.003544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500944fc-b6bb-43cc-9894-2c90657ddb80 None None] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:34:52.015897 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c6f55966-53fb-4135-94ef-90b3d4a02f59 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/266cdbd3-5caf-419c-8346-7807e0fea9c4 HTTP/1.1" status: 204  len: 168 time: 1.5035856
Jan 19 16:34:52.028948 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58784) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:52.162171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks [] for port, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.196628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782334238869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.211893 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d6ed9709-8aed-448a-842c-45ad92bb016b tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:52.307755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] DHCP port deletion for 4f5990d3-6cc5-4433-8caf-8dc747b2c916 request from dv-cinder-667108-29-iscsi {{(pid=80062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 19 16:34:52.312521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] Deleting port 683d7524-3958-46ef-a04c-e340d71fab11 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:52.312938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.322256 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.358193 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Pushing event updated for resources: {'Port': ['ID=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:52.362733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:52.421320 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Deleting port 683d7524-3958-46ef-a04c-e340d71fab11 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:52.421929 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.424178 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Network 448b10fa-31d7-4afa-bd44-6960ac363854 is already hosted by enough agents. {{(pid=80061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 19 16:34:52.425461 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.base_scheduler [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Resources bound (agent type, host, resource id):  {{(pid=80061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 19 16:34:52.428873 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Received port after_create {{(pid=80061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 19 16:34:52.518396 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:52.519301 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.532016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195e47b-fb10-4227-a103-4df7b2dbeb8d req-b6a3b572-03c2-4131-94cc-dfa40a7fc36e tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:52.534229 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b195e47b-fb10-4227-a103-4df7b2dbeb8d req-b6a3b572-03c2-4131-94cc-dfa40a7fc36e tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 931 time: 0.3263471
Jan 19 16:34:52.557894 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-9fbe15d5-efff-4d14-a037-487872f65eb8 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1884267
Jan 19 16:34:52.562950 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] For port 683d7524-3958-46ef-a04c-e340d71fab11, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=683d7524-3958-46ef-a04c-e340d71fab11,segment=NetworkSegment(0c30858d-984e-40c6-927d-b258b452259a),segment_id=0c30858d-984e-40c6-927d-b258b452259a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:52.563403 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.576906 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.v2.base [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Request body: {'port': {'device_id': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-66710'}} {{(pid=80061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 19 16:34:52.706439 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.716457 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-b195e47b-fb10-4227-a103-4df7b2dbeb8d req-52edcd73-8b91-48ed-9d8a-b5703c1bce66 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491251
Jan 19 16:34:52.718342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] Calling delete_port for 683d7524-3958-46ef-a04c-e340d71fab11 owned by network:dhcp {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:52.830190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] For port 683d7524-3958-46ef-a04c-e340d71fab11, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=683d7524-3958-46ef-a04c-e340d71fab11,segment=NetworkSegment(0c30858d-984e-40c6-927d-b258b452259a),segment_id=0c30858d-984e-40c6-927d-b258b452259a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:52.830586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.915138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:52.986935 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821'] for port, after_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.003733 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:53.049444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Calling delete_port for 683d7524-3958-46ef-a04c-e340d71fab11 owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:53.051812 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] Pushing event deleted for resources: {'Port': ['ID=683d7524-3958-46ef-a04c-e340d71fab11,revision_number=None']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:53.106991 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:53.156964 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435a44d-0dec-4c1d-b8e1-b2c1c0329aa5 None None] No DVR routers for this DVR port 683d7524-3958-46ef-a04c-e340d71fab11 on host dv-cinder-667108-29-iscsi {{(pid=80062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:34:53.200513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 {{(pid=80061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 19 16:34:53.210450 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.223380 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Transition to ACTIVE for port object 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 will not be triggered until provisioned by entity L2. {{(pid=80061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 19 16:34:53.226402 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.242604 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0f58e709-b7cb-4f01-bb22-d5e645aa27d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:53.253536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80060) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:34:53.253918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:34:53.296023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 683d7524-3958-46ef-a04c-e340d71fab11 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:53.339962 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 683d7524-3958-46ef-a04c-e340d71fab11 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:53.340513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 683d7524-3958-46ef-a04c-e340d71fab11 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:53.358571 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.384616 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Pushing event updated for resources: {'Port': ['ID=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,revision_number=2']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:53.389225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:53.477505 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Deleting port 2f8f4771-a111-4e60-bddd-2130a69f17d8 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:53.478179 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.584880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Attempting to bind port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 on host hv-cinder-66710 for vnic_type normal with profile  {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 19 16:34:53.585165 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Attempting to bind port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 by drivers openvswitch on host hv-cinder-66710 at level 0 using segments [{'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 19 16:34:53.585526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Attempting to bind port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 on network 448b10fa-31d7-4afa-bd44-6960ac363854 {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 19 16:34:53.591754 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Checking agent: {'id': '8ef51c86-226d-4fe1-b160-9f6a243b2163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-66710', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 19, 15, 53, 19), 'started_at': datetime.datetime(2021, 1, 19, 15, 53, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 19, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 19 16:34:53.592016 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Checking segment: {'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 19 16:34:53.592417 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.592802 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Bound using segment: {'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'} {{(pid=80061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 19 16:34:53.593268 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Bound port: 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6, host: hv-cinder-66710, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '448b10fa-31d7-4afa-bd44-6960ac363854'}}] {{(pid=80061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 19 16:34:53.593637 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.687161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] For port 2f8f4771-a111-4e60-bddd-2130a69f17d8, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=2f8f4771-a111-4e60-bddd-2130a69f17d8,segment=NetworkSegment(3424bcf0-2437-45a7-aea4-dc37233d2d1a),segment_id=3424bcf0-2437-45a7-aea4-dc37233d2d1a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:53.687973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.690781 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] For port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6, host hv-cinder-66710, cleared binding levels {{(pid=80061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 19 16:34:53.694702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] For port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6, host hv-cinder-66710, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 19 16:34:53.698334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2284570'] for port, after_update {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.713957 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-19aa2e32-9ae1-48d5-9c0b-4a064c6d40ab tempest-AttachVolumeShelveTestJSON-2065482781 tempest-AttachVolumeShelveTestJSON-2065482781] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:53.882303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Pushing event updated for resources: {'Port': ['ID=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,revision_number=3']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:53.888161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:53.926656 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:53.928428 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:53.930064 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-6254f373-2c1c-41c7-b88c-b3317bf46a2b service neutron] 10.222.0.85 "PUT /v2.0/ports/54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 HTTP/1.1" status: 200  len: 1157 time: 1.3583083
Jan 19 16:34:53.930693 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:54.041138 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Deleting port 683d7524-3958-46ef-a04c-e340d71fab11 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:54.041518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:54.063515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-207b4c99-bc24-46a3-be15-a2a06308c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:54.065230 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-207b4c99-bc24-46a3-be15-a2a06308c058 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19eefa319d8b4569913b3d4803add96a&device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 1160 time: 0.0845826
Jan 19 16:34:54.151342 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-fb871c2b-20b7-4827-aa1e-3f696c0fccd7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 HTTP/1.1" status: 200  len: 217 time: 0.0725565
Jan 19 16:34:54.154093 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Calling delete_port for 2f8f4771-a111-4e60-bddd-2130a69f17d8 owned by network:router_interface {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:54.229597 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-5c96dc84-7fec-47ba-b9b2-149b45749fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:54.231748 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-5c96dc84-7fec-47ba-b9b2-149b45749fe3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5b909a20-aff0-46d1-ab1e-18740a246492 HTTP/1.1" status: 200  len: 848 time: 0.0732465
Jan 19 16:34:54.242109 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] The port '683d7524-3958-46ef-a04c-e340d71fab11' was deleted {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 19 16:34:54.286437 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-fafb0417-4fe8-45eb-ad39-ecf03d9e7b08 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=448b10fa-31d7-4afa-bd44-6960ac363854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482078
Jan 19 16:34:54.438796 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-4055d913-0df6-4c6f-b61a-7a1590b7367d service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452429
Jan 19 16:34:54.475295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:54.649631 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc136b70>,) {'filters': {'network_id': ['4f5990d3-6cc5-4433-8caf-8dc747b2c916']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:54.689022 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f0b58-61c6-492b-8be9-32059984e184 req-b2affa0a-f68f-4be4-b8ec-aa734c79981e tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:54.690742 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f2f0b58-61c6-492b-8be9-32059984e184 req-b2affa0a-f68f-4be4-b8ec-aa734c79981e tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 943 time: 0.6174490
Jan 19 16:34:54.696890 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc136b70>, '0c30858d-984e-40c6-927d-b258b452259a') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:54.697223 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc136b70>, '0c30858d-984e-40c6-927d-b258b452259a') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:54.766241 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:54.807332 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-19ccef2c-fab4-4a3e-94e8-20eeb3b657e4 req-18a0e64a-8601-4ba1-a000-df1ee572dbff service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3625846
Jan 19 16:34:54.821569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:54.830292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:34:54.869301 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-4f2f0b58-61c6-492b-8be9-32059984e184 req-d5aa9f20-d0ce-45d9-a26a-7605e9378780 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641026
Jan 19 16:34:54.936206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:54.945385 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6', 'status': 'completed', 'code': 200}
Jan 19 16:34:54.956773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-2f14d8bc-28c3-484e-ae28-bf074cbcf54a tempest-AttachVolumeTestJSON-1368168546 tempest-AttachVolumeTestJSON-1368168546] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:55.024275 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8f4771-a111-4e60-bddd-2130a69f17d8,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:55.071381 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-7d5b1b8d-0226-4b6e-8de9-e613fc0d93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:55.072976 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-7d5b1b8d-0226-4b6e-8de9-e613fc0d93d9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19eefa319d8b4569913b3d4803add96a&device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 1160 time: 0.0827832
Jan 19 16:34:55.079422 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:55.173766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:34:55.186021 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:55.231416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-01f8228b-5cd1-46bf-9205-ed2e1009ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:55.233151 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-01f8228b-5cd1-46bf-9205-ed2e1009ac9f service neutron] 10.222.0.85 "GET /v2.0/networks?id=448b10fa-31d7-4afa-bd44-6960ac363854 HTTP/1.1" status: 200  len: 902 time: 0.1523929
Jan 19 16:34:55.316799 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-f96dce27-8bf5-4e8c-9672-5e4a8c31caa7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 HTTP/1.1" status: 200  len: 217 time: 0.0739520
Jan 19 16:34:55.388139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-d576cce4-6fce-4abe-a378-df855eb02aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:55.389759 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-d576cce4-6fce-4abe-a378-df855eb02aa3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5b909a20-aff0-46d1-ab1e-18740a246492 HTTP/1.1" status: 200  len: 848 time: 0.0665517
Jan 19 16:34:55.418610 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Network 4f5990d3-6cc5-4433-8caf-8dc747b2c916 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:34:55.444992 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-fde34f41-dc20-4133-b496-de5b2275f84a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=448b10fa-31d7-4afa-bd44-6960ac363854&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470207
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   % (table.description, expected, rows_matched)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   % (table.description, expected, rows_matched)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   % (table.description, expected, rows_matched)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   % (table.description, expected, rows_matched)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:34:55.445254 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:34:55.581592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:55.608292 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-f891602f-e597-4e5e-8e17-af2ec3f67ac2 service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553228
Jan 19 16:34:55.761921 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:55.765061 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-e741724b-93d7-4e14-b6f4-d8c1134e0a56 req-772b828e-663c-4bef-95ab-308898cfad6f service neutron] 10.222.0.85 "GET /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495190
Jan 19 16:34:55.780859 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:55.793681 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5990d3-6cc5-4433-8caf-8dc747b2c916,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:55.812804 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:55.817346 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-12e2e38c-da88-45e3-b102-682f5806c5f8 admin admin] 10.222.0.122 "DELETE /v2.0/networks/4f5990d3-6cc5-4433-8caf-8dc747b2c916 HTTP/1.1" status: 204  len: 168 time: 3.7278609
Jan 19 16:34:55.835295 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:55.978063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58802) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:56.247112 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1a428861-2d0e-47cc-981c-15cdb5baff5b admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=5d1ff2b376704d9f8e9b393ed6bb9e7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2657752
Jan 19 16:34:56.250347 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58806) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:56.318370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80703b-5337-45b8-87d3-1ea61f2bb051 req-3c587e7b-1378-4de8-a1b1-da4ade8c47b6 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:56.320034 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd80703b-5337-45b8-87d3-1ea61f2bb051 req-3c587e7b-1378-4de8-a1b1-da4ade8c47b6 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 943 time: 0.2567091
Jan 19 16:34:56.322004 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf17-c655-4c49-aaee-b9ebee75b88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:56.352715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf17-c655-4c49-aaee-b9ebee75b88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:56.406389 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf17-c655-4c49-aaee-b9ebee75b88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:56.413281 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-65e929fd-72ab-401c-a810-e5ce4170a82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:56.429383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4cf17-c655-4c49-aaee-b9ebee75b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733f962-77fc-49cd-93f7-003a2f79dbce,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:56.435478 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-68e4cf17-c655-4c49-aaee-b9ebee75b88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:56.440945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-68e4cf17-c655-4c49-aaee-b9ebee75b88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:56.442363 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-68e4cf17-c655-4c49-aaee-b9ebee75b88f admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/4733f962-77fc-49cd-93f7-003a2f79dbce HTTP/1.1" status: 204  len: 168 time: 0.1907609
Jan 19 16:34:56.814271 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-dd80703b-5337-45b8-87d3-1ea61f2bb051 req-aa830aca-490f-4404-9b2a-2fc569404463 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4311295
Jan 19 16:34:56.859425 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:34:56.922832 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58814) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:56.979427 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-abaa0cf7-a5be-4574-9f54-8393d6e807d3 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=ed81ea9ba5544365bcc22a58b122e830&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551441
Jan 19 16:34:56.982261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58818) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:57.048814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-62675bab-1377-4049-a570-b88fd6d96f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.062233 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:34:57.067783 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-30b39c64-935c-4a12-99af-63ed508b777d admin admin] 10.222.0.122 "PUT /v2.0/routers/f4a1173e-48f8-4dd3-b5b4-290a275ddf82/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8655267
Jan 19 16:34:57.071660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] Sync routers for ids ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'] in dv-cinder-667108-29-iscsi {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:34:57.071840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58822) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:57.081982 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-62675bab-1377-4049-a570-b88fd6d96f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.082508 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] Routers {'f4a1173e-48f8-4dd3-b5b4-290a275ddf82'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:57.083216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe46fba8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:57.136374 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-62675bab-1377-4049-a570-b88fd6d96f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.141589 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-35e2fde0-d94d-4d91-873c-ecb7f06a1243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:57.154865 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62675bab-1377-4049-a570-b88fd6d96f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49c09d-ddc2-49c1-bc8b-caecdbf12fdd,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:57.160055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-62675bab-1377-4049-a570-b88fd6d96f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:57.167042 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-62675bab-1377-4049-a570-b88fd6d96f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.169808 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-62675bab-1377-4049-a570-b88fd6d96f03 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/9d49c09d-ddc2-49c1-bc8b-caecdbf12fdd HTTP/1.1" status: 204  len: 168 time: 0.1850553
Jan 19 16:34:57.284755 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks [] for router, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.292813 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] Set router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:57.438830 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:34:57.496225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.502953 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Deleting port d3d0c2cb-d9c6-4d19-89b9-19642018dee1 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:57.503717 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.534716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning for port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 completed by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 19 16:34:57.541515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:34:57.543668 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.653445 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe46fba8>, [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:34:54Z', 'revision_number': 5, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:57.657474 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] Checking router: f4a1173e-48f8-4dd3-b5b4-290a275ddf82 for host: dv-cinder-667108-29-iscsi {{(pid=80063) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:34:57.669677 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] Routers {'f4a1173e-48f8-4dd3-b5b4-290a275ddf82'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80063) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:34:57.670406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbe46fba8>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'], 'active': True} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:57.718510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.748728 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] For port d3d0c2cb-d9c6-4d19-89b9-19642018dee1, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=d3d0c2cb-d9c6-4d19-89b9-19642018dee1,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:57.749098 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.754679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:34:57.770838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:57.776102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:57.778796 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-809964c4-e732-425b-bf96-e63c77c86f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:57.839199 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6', 'code': 200}
Jan 19 16:34:57.872742 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,revision_number=4']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:57.879058 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] Set router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80063) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:34:57.884981 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:57.916768 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Calling delete_port for d3d0c2cb-d9c6-4d19-89b9-19642018dee1 owned by network:router_gateway {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:34:58.132340 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79fca8-e38d-424d-beda-35aa37889339 req-8af21394-ec30-4985-a585-3c893174d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:58.134010 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ea79fca8-e38d-424d-beda-35aa37889339 req-8af21394-ec30-4985-a585-3c893174d079 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 1162 time: 0.0836887
Jan 19 16:34:58.151918 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd466a-aae8-4baa-a4be-b80fdf8613d7 req-b4c275d8-cd7b-46eb-9701-df3ed4ec75a1 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:58.153635 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c2bd466a-aae8-4baa-a4be-b80fdf8613d7 req-b4c275d8-cd7b-46eb-9701-df3ed4ec75a1 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 945 time: 0.1800857
Jan 19 16:34:58.160262 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.182327 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-ea79fca8-e38d-424d-beda-35aa37889339 req-b8cfcd29-745c-4110-a2ce-53e2f2c7c3c7 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415647
Jan 19 16:34:58.215278 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbe46fba8>, [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:34:54Z', 'revision_number': 5, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:34:58.219515 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3f4de-a81e-4cfe-81b7-bcfe2332aed9 None None] The sync data for ids ['f4a1173e-48f8-4dd3-b5b4-290a275ddf82'] in dv-cinder-667108-29-iscsi is: [{'id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'name': 'tempest-TestVolumeBootPattern-1001552129-router', 'tenant_id': '28184868cdb941359077c4669177628d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:31Z', 'updated_at': '2021-01-19T16:34:54Z', 'revision_number': 5, 'project_id': '28184868cdb941359077c4669177628d', 'gw_port': {'id': 'd3d0c2cb-d9c6-4d19-89b9-19642018dee1', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a1173e-48f8-4dd3-b5b4-290a275ddf82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:32Z', 'updated_at': '2021-01-19T16:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80063) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:34:58.305599 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-c2bd466a-aae8-4baa-a4be-b80fdf8613d7 req-8d967121-687e-4333-9e28-a4c59de623f0 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298034
Jan 19 16:34:58.431391 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.578619 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.580963 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.602455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.603023 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4a1173e-48f8-4dd3-b5b4-290a275ddf82 {{(pid=80060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:34:58.621854 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] Notify callbacks [] for router, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.623128 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-aed8835d-0fb1-4772-b84a-0d5de3a8c13b admin admin] 10.222.0.122 "DELETE /v2.0/routers/f4a1173e-48f8-4dd3-b5b4-290a275ddf82 HTTP/1.1" status: 204  len: 168 time: 1.5501091
Jan 19 16:34:58.625986 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58832) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:58.706027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Deleting subnet c4fba51a-5fb0-47cd-b100-d6eb5630a378 {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:34:58.709977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.772477 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2203056'] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:58.865767 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.144838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2284631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850997984'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.153521 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 up at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 19 16:34:59.162444 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:34:59.230370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.provisioning_blocks [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Provisioning complete for port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 triggered by entity L2. {{(pid=80062) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 19 16:34:59.230688 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853327032'] for port, provisioning_complete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.256772 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4fba51a-5fb0-47cd-b100-d6eb5630a378,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:34:59.282912 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.283336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.283747 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.284154 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.284560 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.284959 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.285385 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.285775 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.286202 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.286719 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.287132 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.287526 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.287993 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.288411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.288803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.289194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.289586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.290009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.290401 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.290805 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.291217 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.291620 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.292017 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.292412 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:34:59.299013 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:34:59.329411 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.336572 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-531f10c4-69d7-4a35-9daa-57a1c24c8e32 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/c4fba51a-5fb0-47cd-b100-d6eb5630a378 HTTP/1.1" status: 204  len: 168 time: 0.7094848
Jan 19 16:34:59.340928 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 58836) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:34:59.360911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e770a78b-6857-4539-a5cc-8fc7194eac47 None None] Network 5d878841-5efd-4b90-8d10-5075284785a8 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:34:59.374322 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device d3d0c2cb-d9c6-4d19-89b9-19642018dee1 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:59.436261 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: d3d0c2cb-d9c6-4d19-89b9-19642018dee1 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:59.436635 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device d3d0c2cb-d9c6-4d19-89b9-19642018dee1 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:59.437108 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 2f8f4771-a111-4e60-bddd-2130a69f17d8 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:34:59.520297 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.530200 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 2f8f4771-a111-4e60-bddd-2130a69f17d8 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:34:59.530595 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 2f8f4771-a111-4e60-bddd-2130a69f17d8 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:34:59.610082 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Deleting port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 {{(pid=80060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:59.610455 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.730063 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e375e3b-e5f4-4794-9ffe-c34adadeca34 req-f5d2f5af-df50-447f-be77-807d46f5ed83 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:34:59.731779 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e375e3b-e5f4-4794-9ffe-c34adadeca34 req-f5d2f5af-df50-447f-be77-807d46f5ed83 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 945 time: 0.2680442
Jan 19 16:34:59.748636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] DHCP port deletion for 5d878841-5efd-4b90-8d10-5075284785a8 request from dv-cinder-667108-29-iscsi {{(pid=80062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 19 16:34:59.752969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Deleting port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:34:59.753503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.891699 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e375e3b-e5f4-4794-9ffe-c34adadeca34 req-e78003ee-3828-4498-9f20-dc5de8a38165 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437080
Jan 19 16:34:59.921558 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] For port a15550c0-a908-4e3c-a1cc-a07e1e47ed05, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,segment=NetworkSegment(3424bcf0-2437-45a7-aea4-dc37233d2d1a),segment_id=3424bcf0-2437-45a7-aea4-dc37233d2d1a)] {{(pid=80060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:59.922006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:34:59.991225 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] For port a15550c0-a908-4e3c-a1cc-a07e1e47ed05, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,segment=NetworkSegment(3424bcf0-2437-45a7-aea4-dc37233d2d1a),segment_id=3424bcf0-2437-45a7-aea4-dc37233d2d1a)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:34:59.991615 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:00.069469 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Calling delete_port for a15550c0-a908-4e3c-a1cc-a07e1e47ed05 owned by network:dhcp {{(pid=80060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:35:00.127194 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Calling delete_port for a15550c0-a908-4e3c-a1cc-a07e1e47ed05 owned by network:dhcp {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:35:00.150699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2540733'] for port, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:00.167938 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-4df3753f-8aab-4c76-b44a-1748d015ce26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:00.210492 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:35:00.210901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:35:00.289559 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15550c0-a908-4e3c-a1cc-a07e1e47ed05,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:00.310377 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:00.331724 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] No DVR routers for this DVR port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 on host dv-cinder-667108-29-iscsi {{(pid=80060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:35:00.464671 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:00.580778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccb7e602e8>,) {'filters': {'network_id': ['5d878841-5efd-4b90-8d10-5075284785a8']}} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:00.599326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccb7e602e8>, '3424bcf0-2437-45a7-aea4-dc37233d2d1a') {'for_net_delete': True} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:00.599816 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccb7e602e8>, '3424bcf0-2437-45a7-aea4-dc37233d2d1a') {} {{(pid=80060) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:00.612472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2193509'] for segment, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:00.630019 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:00.633030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:35:00.712907 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Deleting port a15550c0-a908-4e3c-a1cc-a07e1e47ed05 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:35:00.712907 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:00.794160 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-f081d38e-7043-40cc-8416-2d9342516988 None None] The port 'a15550c0-a908-4e3c-a1cc-a07e1e47ed05' was deleted {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 19 16:35:01.080727 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Network 5d878841-5efd-4b90-8d10-5075284785a8 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:35:01.090336 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852235168'] for segment, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:01.291590 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device a15550c0-a908-4e3c-a1cc-a07e1e47ed05 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:35:01.338415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: a15550c0-a908-4e3c-a1cc-a07e1e47ed05 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:35:01.338808 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device a15550c0-a908-4e3c-a1cc-a07e1e47ed05 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:35:01.342168 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Network 5d878841-5efd-4b90-8d10-5075284785a8 has no segments {{(pid=80060) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:35:01.372166 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:35:01.478803 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc872e1-e6eb-4187-bb50-23c646ecdbd1 req-541db8da-90bd-47e7-9bfd-f6b3200bed4a tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:35:01.480541 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5dc872e1-e6eb-4187-bb50-23c646ecdbd1 req-541db8da-90bd-47e7-9bfd-f6b3200bed4a tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 945 time: 0.3072333
Jan 19 16:35:01.485464 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:01.506383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3270a3dd-a571-485d-b74d-5540ed434f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:01.525801 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:01.542293 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d878841-5efd-4b90-8d10-5075284785a8,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:01.546375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:01.557581 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-cf7cc47a-6a9e-42c2-8b90-4ff77b30d177 admin admin] 10.222.0.122 "DELETE /v2.0/networks/5d878841-5efd-4b90-8d10-5075284785a8 HTTP/1.1" status: 204  len: 168 time: 2.2106228
Jan 19 16:35:01.560836 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58856) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:01.572526 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-5dc872e1-e6eb-4187-bb50-23c646ecdbd1 req-bf217ac6-3339-46dc-a194-319de1035425 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850551
Jan 19 16:35:02.155105 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1669963'] for router_interface, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:02.541434 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Deleting port 91ff2d46-ae81-4145-a57e-470c89b1362d {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:35:02.541720 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:02.810731 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-5b02c592-bf3f-4beb-be3e-04d08579077b tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:35:02.811414 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-5b02c592-bf3f-4beb-be3e-04d08579077b tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Synchronizing usage tracker for tenant:19eefa319d8b4569913b3d4803add96a on resource:port {{(pid=80061) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 19 16:35:02.813715 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e086f13-a2cb-4a3f-a84d-68d4ea9dad9e req-2344e8d6-a3e7-4c2d-aada-edfab49038c7 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:35:02.815377 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2e086f13-a2cb-4a3f-a84d-68d4ea9dad9e req-2344e8d6-a3e7-4c2d-aada-edfab49038c7 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 945 time: 0.1076646
Jan 19 16:35:02.828011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] For port 91ff2d46-ae81-4145-a57e-470c89b1362d, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=91ff2d46-ae81-4145-a57e-470c89b1362d,segment=NetworkSegment(af1d176c-8b38-4ffe-beda-e35affc9c0e5),segment_id=af1d176c-8b38-4ffe-beda-e35affc9c0e5)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:35:02.828435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:02.869638 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-2e086f13-a2cb-4a3f-a84d-68d4ea9dad9e req-6e729837-da50-4e39-b036-9fa325491775 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462115
Jan 19 16:35:02.962510 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-5b02c592-bf3f-4beb-be3e-04d08579077b tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Unset dirty status for tenant:19eefa319d8b4569913b3d4803add96a on resource:port {{(pid=80061) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 19 16:35:02.963748 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-5b02c592-bf3f-4beb-be3e-04d08579077b tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 945 time: 0.3839567
Jan 19 16:35:02.974435 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Calling delete_port for 91ff2d46-ae81-4145-a57e-470c89b1362d owned by network:router_interface {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:35:03.004878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Device 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 no longer exists at agent ovs-agent-hv-cinder-66710 {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:35:03.136353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-645576'] for port, before_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:03.167847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6'}] {{(pid=80062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:35:03.181675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] For port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:35:03.185524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254520084374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254520538979', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782334236855'] for port, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:03.187945 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-41ce004c-2ae7-4fc4-bece-29065ad60cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:03.241256 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6', 'code': 200}
Jan 19 16:35:03.269941 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Pushing event updated for resources: {'Port': ['ID=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,revision_number=5']} {{(pid=80062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:03.274740 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80062) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:03.336499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Deleting port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:35:03.336870 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:03.671423 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:03.696943 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-0315f94f-1218-4987-9596-f24cb153c891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:03.800879 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ff2d46-ae81-4145-a57e-470c89b1362d,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:03.810030 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] For port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6, host hv-cinder-66710, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-66710',level=0,port_id=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,segment=NetworkSegment(2f8a1ae0-6886-43cc-b30f-6891d8f08ccb),segment_id=2f8a1ae0-6886-43cc-b30f-6891d8f08ccb)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:35:03.810243 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:03.823114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:03.969102 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Calling delete_port for 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 owned by compute:nova {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:35:04.122290 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d46ab-563a-4a74-bd18-f87d0888e087 req-71360b37-93f6-4361-844e-185a14208994 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 19 16:35:04.124428 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e7d46ab-563a-4a74-bd18-f87d0888e087 req-71360b37-93f6-4361-844e-185a14208994 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 943 time: 0.1178310
Jan 19 16:35:04.180238 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-0e7d46ab-563a-4a74-bd18-f87d0888e087 req-03033ce4-0676-4f1c-bf29-c9bc9d9863e9 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/security-groups?id=4b5022f1-408d-4f3a-804a-18558c8c069b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483799
Jan 19 16:35:04.391240 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:04.412799 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:04.468691 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Pushing event deleted for resources: {'Port': ['ID=54104c36-e287-4b3a-ad9a-c7dbc3e68bf6,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:04.527221 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:04.596011 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1820064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853098021'] for router_interface, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:04.774247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] No DVR routers for this DVR port 54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 on host hv-cinder-66710 {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:35:04.778716 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7260'] for port, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:04.781406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'name': 'network-vif-deleted', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6'}] {{(pid=80061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 19 16:35:04.827271 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-fc9ef4ae-b136-494b-92ae-14ee6a123d0a req-1b4470f8-e94a-4a98-b1cc-621be91711e4 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.85 "DELETE /v2.0/ports/54104c36-e287-4b3a-ad9a-c7dbc3e68bf6 HTTP/1.1" status: 204  len: 173 time: 1.6029556
Jan 19 16:35:04.897907 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55344f0-e3c9-417b-a6ea-7da02c878ef5', 'name': 'network-vif-deleted', 'tag': '54104c36-e287-4b3a-ad9a-c7dbc3e68bf6', 'status': 'completed', 'code': 200}
Jan 19 16:35:05.412959 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [req-debf45c2-a2e4-40cb-a024-632e7e95fa7b req-ef35a031-e516-4963-8ac4-fe80260e1500 tempest-VolumesActionsTest-714003909 tempest-VolumesActionsTest-714003909] 10.222.0.122 "GET /v2.0/ports?device_id=e55344f0-e3c9-417b-a6ea-7da02c878ef5 HTTP/1.1" status: 200  len: 210 time: 0.0548778
Jan 19 16:35:05.457053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Router 39b92e7e-925b-4679-82a8-a32a33873745 has already been hosted by L3 agent 329fb762-9cc9-4d0b-8934-5799db9f491d {{(pid=80061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 19 16:35:05.659055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] Notify agent at l3_agent.dv-cinder-667108-29-iscsi the message routers_updated {{(pid=80061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 19 16:35:05.664818 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-870dd875-0af9-40a4-a18b-86d8aa4ff487 admin admin] 10.222.0.122 "PUT /v2.0/routers/39b92e7e-925b-4679-82a8-a32a33873745/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1028056
Jan 19 16:35:05.667569 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58870) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:05.668342 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] Sync routers for ids ['39b92e7e-925b-4679-82a8-a32a33873745'] in dv-cinder-667108-29-iscsi {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 19 16:35:05.678956 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] Routers {'39b92e7e-925b-4679-82a8-a32a33873745'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:35:05.679880 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd5fccc0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['39b92e7e-925b-4679-82a8-a32a33873745'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:05.868544 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:05.881973 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] Set router 39b92e7e-925b-4679-82a8-a32a33873745 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:35:06.063809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.069846 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Deleting port 41c6c16d-bf23-41d0-be55-d999be3b369d {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:35:06.070206 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.203146 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd5fccc0>, [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:35:03Z', 'revision_number': 5, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:06.207877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] Checking router: 39b92e7e-925b-4679-82a8-a32a33873745 for host: dv-cinder-667108-29-iscsi {{(pid=80062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 19 16:35:06.218334 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] Routers {'39b92e7e-925b-4679-82a8-a32a33873745'} bound to L3 agent in host dv-cinder-667108-29-iscsi {{(pid=80062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 19 16:35:06.219006 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fccbd5fccc0>, 'dv-cinder-667108-29-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-19T15:46:11Z,description=<?>,heartbeat_timestamp=2021-01-19T16:34:41Z,host='dv-cinder-667108-29-iscsi',id=329fb762-9cc9-4d0b-8934-5799db9f491d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-19T15:46:11Z,topic='l3_agent')) {'router_ids': ['39b92e7e-925b-4679-82a8-a32a33873745'], 'active': True} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:06.263639 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] For port 41c6c16d-bf23-41d0-be55-d999be3b369d, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=41c6c16d-bf23-41d0-be55-d999be3b369d,segment=NetworkSegment(64e39dee-9572-43ef-8d14-78dd04a5d524),segment_id=64e39dee-9572-43ef-8d14-78dd04a5d524)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:35:06.264033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.410185 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Calling delete_port for 41c6c16d-bf23-41d0-be55-d999be3b369d owned by network:router_gateway {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:35:06.559015 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.589167 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvr_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] Set router 39b92e7e-925b-4679-82a8-a32a33873745 gateway port host: dv-cinder-667108-29-iscsi {{(pid=80062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 19 16:35:06.787570 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853104829'] for router_gateway, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.931095 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_hamode_db [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fccbd5fccc0>, [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:35:03Z', 'revision_number': 5, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}], 'dv-cinder-667108-29-iscsi', False) {} {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:06.934842 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075e81f-ccd0-480b-9061-2f4941bbb205 None None] The sync data for ids ['39b92e7e-925b-4679-82a8-a32a33873745'] in dv-cinder-667108-29-iscsi is: [{'id': '39b92e7e-925b-4679-82a8-a32a33873745', 'name': 'tempest-TestVolumeBootPattern-662942542-router', 'tenant_id': '83b3dceb5a7844288945ad0d2c5903b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'external_fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-19T16:22:39Z', 'updated_at': '2021-01-19T16:35:03Z', 'revision_number': 5, 'project_id': '83b3dceb5a7844288945ad0d2c5903b7', 'gw_port': {'id': '41c6c16d-bf23-41d0-be55-d999be3b369d', 'name': '', 'network_id': 'fe7a3ff0-de49-4f13-ab3f-8380114b5f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b92e7e-925b-4679-82a8-a32a33873745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-667108-29-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-19T16:22:40Z', 'updated_at': '2021-01-19T16:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff8f1a94-7737-455f-878c-73b58eb3357f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-667108-29-iscsi'}] {{(pid=80062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 19 16:35:06.945847 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853120497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7200'] for router, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.948312 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.982279 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657502'] for router, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:06.982871 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b92e7e-925b-4679-82a8-a32a33873745 {{(pid=80061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 19 16:35:06.998578 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.000504 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-6ca58337-5305-4099-8137-58b2846516a2 admin admin] 10.222.0.122 "DELETE /v2.0/routers/39b92e7e-925b-4679-82a8-a32a33873745 HTTP/1.1" status: 204  len: 168 time: 1.3308365
Jan 19 16:35:07.002097 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58886) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:07.076833 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Deleting subnet d5da3675-ccce-4c04-82c7-ea276d0e28bc {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:35:07.080053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.139326 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2203056'] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.228988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.259091 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 91ff2d46-ae81-4145-a57e-470c89b1362d no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:35:07.310485 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 91ff2d46-ae81-4145-a57e-470c89b1362d {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:35:07.310882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 91ff2d46-ae81-4145-a57e-470c89b1362d not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:35:07.519901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2284631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850997984'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.537331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-47f1e70e-d1bf-4dad-997b-2561d78e1747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:07.575302 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5da3675-ccce-4c04-82c7-ea276d0e28bc,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:07.579406 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:07.683730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.690493 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-3a0104cd-34a0-4483-8571-3a221cba28e5 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/d5da3675-ccce-4c04-82c7-ea276d0e28bc HTTP/1.1" status: 204  len: 168 time: 0.6872287
Jan 19 16:35:07.691416 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76057906-8fde-4815-b0ad-d8f88f995187 None None] Network 30f28f41-c2d5-4911-b761-21c01c542277 requested from dv-cinder-667108-29-iscsi {{(pid=80062) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 19 16:35:07.693576 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58904) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:07.822384 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.902530 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Deleting port 1f20212e-459c-431f-ad65-04d8d0371270 {{(pid=80061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:35:07.902937 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:07.994331 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] DHCP port deletion for 30f28f41-c2d5-4911-b761-21c01c542277 request from dv-cinder-667108-29-iscsi {{(pid=80062) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 19 16:35:07.998878 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Deleting port 1f20212e-459c-431f-ad65-04d8d0371270 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:35:07.999592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:08.146337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] For port 1f20212e-459c-431f-ad65-04d8d0371270, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=1f20212e-459c-431f-ad65-04d8d0371270,segment=NetworkSegment(af1d176c-8b38-4ffe-beda-e35affc9c0e5),segment_id=af1d176c-8b38-4ffe-beda-e35affc9c0e5)] {{(pid=80061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:35:08.146746 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:08.237636 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.db [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] For port 1f20212e-459c-431f-ad65-04d8d0371270, host dv-cinder-667108-29-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-667108-29-iscsi',level=0,port_id=1f20212e-459c-431f-ad65-04d8d0371270,segment=NetworkSegment(af1d176c-8b38-4ffe-beda-e35affc9c0e5),segment_id=af1d176c-8b38-4ffe-beda-e35affc9c0e5)] {{(pid=80062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 19 16:35:08.238033 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627482'] for port, precommit_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:08.290641 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Calling delete_port for 1f20212e-459c-431f-ad65-04d8d0371270 owned by network:dhcp {{(pid=80061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:35:08.376814 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Calling delete_port for 1f20212e-459c-431f-ad65-04d8d0371270 owned by network:dhcp {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 19 16:35:08.377726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854143382', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131664428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363254520084391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782334236821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852491231'] for port, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:08.395258 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-6062e4d8-f8bf-4483-97a3-16080aba6b85 tempest-AttachVolumeNegativeTest-528675903 tempest-AttachVolumeNegativeTest-528675903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:08.452499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.db.api [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80062) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 19 16:35:08.452904 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_db.api [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80062) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 19 16:35:08.496882 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f20212e-459c-431f-ad65-04d8d0371270,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:08.512718 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:08.549020 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] No DVR routers for this DVR port 1f20212e-459c-431f-ad65-04d8d0371270 on host dv-cinder-667108-29-iscsi {{(pid=80061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 19 16:35:08.565970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0d1611cc-c6d3-40cd-909b-5b2fcc35a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:08.678511 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:08.954514 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Deleting port 1f20212e-459c-431f-ad65-04d8d0371270 {{(pid=80062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 19 16:35:08.955045 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782334732727'] for port, before_delete {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:09.028247 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbc39bac8>,) {'filters': {'network_id': ['30f28f41-c2d5-4911-b761-21c01c542277']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:09.031475 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-5136cb3e-599b-403f-97a0-221beca3e100 None None] The port '1f20212e-459c-431f-ad65-04d8d0371270' was deleted {{(pid=80062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 19 16:35:09.042499 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc39bac8>, 'af1d176c-8b38-4ffe-beda-e35affc9c0e5') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:09.042831 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbc39bac8>, 'af1d176c-8b38-4ffe-beda-e35affc9c0e5') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:09.055513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:09.072845 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:09.075027 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:35:09.269776 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Network 30f28f41-c2d5-4911-b761-21c01c542277 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:35:09.275770 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:09.299934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 41c6c16d-bf23-41d0-be55-d999be3b369d no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:35:09.338156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 41c6c16d-bf23-41d0-be55-d999be3b369d {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:35:09.338579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 41c6c16d-bf23-41d0-be55-d999be3b369d not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:35:09.339055 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 1f20212e-459c-431f-ad65-04d8d0371270 no longer exists at agent ovs-agent-dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 19 16:35:09.377149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.plugin [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] No Port match for: 1f20212e-459c-431f-ad65-04d8d0371270 {{(pid=80062) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 19 16:35:09.377534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.rpc [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Device 1f20212e-459c-431f-ad65-04d8d0371270 not bound to the agent host dv-cinder-667108-29-iscsi {{(pid=80062) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 19 16:35:09.469824 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Network 30f28f41-c2d5-4911-b761-21c01c542277 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:35:09.498167 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:35:09.582539 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:09.587044 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:09.604753 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:09.611282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f28f41-c2d5-4911-b761-21c01c542277,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:09.615838 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:09.618819 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-571c1efc-d041-4c23-92b1-434d20e3e4d1 admin admin] 10.222.0.122 "DELETE /v2.0/networks/30f28f41-c2d5-4911-b761-21c01c542277 HTTP/1.1" status: 204  len: 168 time: 1.9241121
Jan 19 16:35:09.838785 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58932) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:09.894381 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-db58b303-2692-47c8-aaa1-ce67ff879814 admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=28184868cdb941359077c4669177628d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539200
Jan 19 16:35:09.897628 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58936) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:09.968726 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4d98e4d-dd32-4fb1-9553-f447d669ad31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:09.997156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4d98e4d-dd32-4fb1-9553-f447d669ad31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:10.048459 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4d98e4d-dd32-4fb1-9553-f447d669ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:10.053807 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-87448695-36ef-4794-8939-50e52ea11f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:10.066518 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d98e4d-dd32-4fb1-9553-f447d669ad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b31bd-bca9-46ec-adcc-69ecf006712b,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:10.071586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e4d98e4d-dd32-4fb1-9553-f447d669ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:10.075068 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-e4d98e4d-dd32-4fb1-9553-f447d669ad31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:10.076287 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-e4d98e4d-dd32-4fb1-9553-f447d669ad31 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/d02b31bd-bca9-46ec-adcc-69ecf006712b HTTP/1.1" status: 204  len: 168 time: 0.1776090
Jan 19 16:35:10.537593 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58948) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:10.592019 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-2b197731-7128-4f14-9230-bcd4b758accd admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=83b3dceb5a7844288945ad0d2c5903b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533016
Jan 19 16:35:10.594586 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 58952) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:10.659725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0689771-4c21-46ec-a963-0343e2377f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:10.690333 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0689771-4c21-46ec-a963-0343e2377f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:10.747579 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0689771-4c21-46ec-a963-0343e2377f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:10.752756 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-d8d04276-46ff-4d48-b112-23eaa75a3dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:10.765659 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0689771-4c21-46ec-a963-0343e2377f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a211d9f-db3c-47a7-b3f1-7c8ef5bbb9dc,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:10.769050 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c0689771-4c21-46ec-a963-0343e2377f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:10.771916 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c0689771-4c21-46ec-a963-0343e2377f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:10.775482 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c0689771-4c21-46ec-a963-0343e2377f1d admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/7a211d9f-db3c-47a7-b3f1-7c8ef5bbb9dc HTTP/1.1" status: 204  len: 168 time: 0.1774242
Jan 19 16:35:11.023622 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd93ec35-8c2a-4130-a8ae-8a276df27836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:11.493782 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:12.481729 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:12.692112 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:22.440566 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:35:23.371503 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:30.651706 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59134) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:30.724383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Deleting subnet 5b909a20-aff0-46d1-ab1e-18740a246492 {{(pid=80061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 19 16:35:30.727648 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:30.785335 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2203056'] for subnet, precommit_delete_associations {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:30.846155 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649518'] for subnet, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:31.120069 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854126298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2284631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850997984'] for subnet, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:31.136349 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:31.176448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b909a20-aff0-46d1-ab1e-18740a246492,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:31.231292 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:31.280889 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for subnet, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:31.287824 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-09f43ab9-6940-455f-a86d-0132c3102093 admin admin] 10.222.0.122 "DELETE /v2.0/subnets/5b909a20-aff0-46d1-ab1e-18740a246492 HTTP/1.1" status: 204  len: 168 time: 0.6349449
Jan 19 16:35:31.290466 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59138) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:31.411413 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854185161'] for network, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:31.609364 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-650235', 'neutron.services.segments.db._delete_segments_for_network--9223363254520003700'] for network, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:31.733248 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fccbd239d30>,) {'filters': {'network_id': ['448b10fa-31d7-4afa-bd44-6960ac363854']}} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:31.748596 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd239d30>, '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb') {'for_net_delete': True} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:31.748934 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.services.segments.db [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fccbd239d30>, '2f8a1ae0-6886-43cc-b30f-6891d8f08ccb') {} {{(pid=80061) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 19 16:35:31.761415 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363254520000372', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852572744'] for segment, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:31.781024 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649586'] for segment, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:31.783162 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 19 16:35:31.968171 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Network 448b10fa-31d7-4afa-bd44-6960ac363854 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:35:31.977969 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854126230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2284796'] for segment, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:32.168588 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.plugins.ml2.managers [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Network 448b10fa-31d7-4afa-bd44-6960ac363854 has no segments {{(pid=80061) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]: Traceback (most recent call last):
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     timer()
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     cb(*args, **kw)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     return func(*args, **kwargs)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     self._notify()
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     self.callback(batched_events)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     event.method(event)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     segment_id)['aggregates'][0]
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     return f(self, *a, **k)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self._get(url).json()
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     **kwargs)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     return self.request(url, 'GET', **kwargs)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     **endpoint_filter)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 19 16:35:32.191116 dv-cinder-667108-29-iscsi neutron-server[79949]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 19 16:35:32.270839 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-649996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852955752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1671032'] for network, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:32.274424 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:32.294190 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852955767'] for network, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:32.303282 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Pushing event deleted for resources: {'Network': ['ID=448b10fa-31d7-4afa-bd44-6960ac363854,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:32.307035 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:32.311967 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c664f586-b6ec-4005-8fda-b65f4bc538fa admin admin] 10.222.0.122 "DELETE /v2.0/networks/448b10fa-31d7-4afa-bd44-6960ac363854 HTTP/1.1" status: 204  len: 168 time: 1.0203793
Jan 19 16:35:32.532420 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59144) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:32.592090 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-a172ea7d-12f7-456c-bafb-c60239973fad admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=19eefa319d8b4569913b3d4803add96a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0583286
Jan 19 16:35:32.594707 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59148) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:32.661158 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c50f5e70-9f0f-4eff-b9ed-2d74e5208bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:32.692711 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c50f5e70-9f0f-4eff-b9ed-2d74e5208bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:32.739513 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c50f5e70-9f0f-4eff-b9ed-2d74e5208bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:32.744853 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-a85b681c-d28e-496e-a0f8-11b9144317d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:32.758009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f5e70-9f0f-4eff-b9ed-2d74e5208bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5022f1-408d-4f3a-804a-18558c8c069b,revision_number=None']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:32.761087 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-c50f5e70-9f0f-4eff-b9ed-2d74e5208bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:32.763094 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-c50f5e70-9f0f-4eff-b9ed-2d74e5208bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:32.764256 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-c50f5e70-9f0f-4eff-b9ed-2d74e5208bea admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/4b5022f1-408d-4f3a-804a-18558c8c069b HTTP/1.1" status: 204  len: 168 time: 0.1685960
Jan 19 16:35:38.569793 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d92161fc-eb87-4464-b45c-cebe1410e94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:41.026432 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3a76648f-d23e-4bd1-90b8-c4a3b5583cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:41.497730 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:42.474592 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:42.692007 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:45.857534 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80061) accepted ('10.222.0.122', 59282) {{(pid=80061) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:46.021270 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:46.042139 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 19 16:35:46.046303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Usage tracker for resource:security_group_rule and tenant:7d15480d9ca1457f8891eb31bbd165dc is out of sync, need to count used quota {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 19 16:35:46.049453 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.quota.resource [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80061) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 19 16:35:46.056039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.quota.driver [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 19 16:35:46.152594 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:46.155714 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_create {{(pid=80061) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:46.164319 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-e0d40172-36c7-4b62-9fe8-9b9f5a67e874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:46.209830 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=7d15480d9ca1457f8891eb31bbd165dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3509824
Jan 19 16:35:46.210778 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0de5925-e8f9-4f50-9d19-cb4e88e031d3,revision_number=1']} {{(pid=80061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:46.212863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.wsgi [-] (80060) accepted ('10.222.0.122', 59288) {{(pid=80060) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 19 16:35:46.214266 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-1fc546b6-3323-40dd-92d4-c1ad7e90857c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80061) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:46.282725 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:46.311901 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:46.361913 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417818'] for security_group, after_delete {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:46.367675 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-b77ce20c-a348-4d10-87f7-362acf3f4174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 19 16:35:46.382359 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0de5925-e8f9-4f50-9d19-cb4e88e031d3,revision_number=None']} {{(pid=80060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 19 16:35:46.387084 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80060) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:46.388294 dv-cinder-667108-29-iscsi neutron-server[79949]: INFO neutron.wsgi [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] 10.222.0.122 "DELETE /v2.0/security-groups/a0de5925-e8f9-4f50-9d19-cb4e88e031d3 HTTP/1.1" status: 204  len: 168 time: 0.1743405
Jan 19 16:35:46.393366 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.394048 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.394554 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.394956 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.395365 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.395773 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.396174 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.396573 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.396971 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.397375 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.397809 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.398218 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-667108-29-iscsi {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.398685 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.399081 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.399472 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.399888 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.400254 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.400646 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.401039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.401436 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.401877 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.402283 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.402682 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.403079 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-66710 {{(pid=80060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 19 16:35:46.407660 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG oslo_concurrency.lockutils [None req-82393b45-2a4a-4214-9da9-63e17212e952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80060) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 19 16:35:53.373353 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:35:59.441679 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:36:08.574156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-796deb53-485c-4217-986f-350c4a73ee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:11.030370 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-8409905b-23dc-4a30-9e13-d91ee65b79f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:11.499161 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:12.478025 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:12.694970 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:23.392299 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:36.442156 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:36:38.579039 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-5f26386e-7e59-4bd2-852e-9d273a75be10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:41.031702 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-ee76092e-7225-48df-b457-f428f02da7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:41.502186 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:42.481863 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:42.701892 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:36:53.406152 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:08.572856 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-96d5c060-691d-45f8-b34e-cb052d142138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:11.034826 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-0382428f-63c2-48a6-be66-c06ba801eaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:11.504524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:12.485181 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:12.702524 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:13.442739 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:37:23.396170 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:38.577958 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a6adb433-1d55-473a-b89b-73eed50d2415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:41.038618 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-3bd48783-c3a5-45ba-9173-ea030b62d6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:41.508159 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:42.482766 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:42.705303 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:37:50.443672 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:37:53.411988 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:08.582872 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4bef-dadf-4e57-ae7e-92d09fb5d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:11.041114 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-2e7a81ab-f1ab-4326-a117-e028789a7531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:11.511197 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:12.488053 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:12.707700 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:23.411992 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:27.443448 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:38:38.588606 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-161175b3-9a7b-4576-8aa8-571e993e17fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:41.043124 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f28284ac-f1ad-473d-b7a9-e94f7ed9878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:41.516350 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:42.491769 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:42.712404 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:38:53.411228 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:04.443144 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:39:08.587431 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d8921a60-e2b1-40e5-a531-4b6e838727f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:11.046634 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-a2c96548-002a-4875-9c8f-f32bbb1f235f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:11.517966 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:12.495977 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:12.714994 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:23.412272 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:38.582923 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f18c9eb1-5fae-45cb-a37f-b234bc6e9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:41.049073 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-1b520a8f-9a3e-4572-a87c-0894bd2614d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:41.443216 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:39:41.522337 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:42.501106 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:42.717974 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:39:53.408577 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:08.585383 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4b212c90-cec5-4153-804d-aa29532c3339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:11.050712 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-af04460e-e291-4bb2-9121-91ac4a2e7c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:11.526598 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:12.505192 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:12.721763 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:18.442840 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:40:23.425062 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:38.587911 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-40c7798b-4604-4f32-993c-5a7fd0888268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:41.053980 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-9872cdca-18e1-48c9-a588-c43d34ba4fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:41.529699 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:42.506789 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:42.727149 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:53.425034 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-d28a0b33-41a2-4d06-ab25-aa9a55f39a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:40:55.442900 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron.db.agents_db [None req-f169dc7c-3231-44ed-8413-3c05f91613c3 None None] Agent healthcheck: found 6 active agents {{(pid=80063) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 19 16:41:08.590626 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-29a749da-991f-4663-a6bb-a2839d96636b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:41:11.072009 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-4ba1914a-89d9-42e4-877a-931fafe4cf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:41:11.533308 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-f34d15dd-4203-4438-866a-81f084a61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:41:12.498780 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-714165d6-ae3e-4d5f-83a2-bed92325cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 19 16:41:12.731536 dv-cinder-667108-29-iscsi neutron-server[79949]: DEBUG neutron_lib.callbacks.manager [None req-df7d2e01-3f56-4b06-bc32-aaa4d5b8bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254520003717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448955'] for agent, after_update {{(pid=80062) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}